[ 524.986288] env[65405]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.986288] env[65405]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.956048] env[65495]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.956048] env[65495]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.812067] env[65495]: INFO neutron.common.config [-] Logging enabled! [ 527.812067] env[65495]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 527.812067] env[65495]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65495) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.812583] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.812583] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.813257] env[65495]: WARNING oslo_policy.policy [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.813531] env[65495]: WARNING oslo_policy.policy [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.815212] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] VMware NSXv3 Agent initialized successfully. [ 527.815567] env[65495]: DEBUG oslo_concurrency.lockutils [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] Acquiring lock "singleton_lock" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.815694] env[65495]: DEBUG oslo_concurrency.lockutils [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] Acquired lock "singleton_lock" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.815896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] Releasing lock "singleton_lock" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.816242] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] Full set of CONF: {{(pid=65495) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.816357] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ******************************************************************************** {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.816456] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] Configuration options gathered from: {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.817124] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.817305] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.817420] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ================================================================================ {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.817591] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] agent_down_time = 75 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.817727] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] allow_automatic_dhcp_failover = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.817858] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] allow_bulk = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.817996] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] api_extensions_path = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.818149] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] api_paste_config = api-paste.ini {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.818288] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] auth_strategy = keystone {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.818392] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] backdoor_port = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.818493] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] backdoor_socket = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.818624] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] backlog = 4096 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.818799] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] base_mac = fa:16:3e:00:00:00 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.818966] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] bind_host = 0.0.0.0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.819122] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] bind_port = 9696 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.819255] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] client_socket_timeout = 900 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.819395] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] config_dir = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.819502] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.819638] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] config_source = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.819780] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] control_exchange = neutron {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.819916] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] core_plugin = ml2 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.820067] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] debug = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.820209] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] default_availability_zones = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.820418] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.820555] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] dhcp_agent_notification = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.820686] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] dhcp_agents_per_network = 1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.820815] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] dhcp_lease_duration = 86400 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.820952] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] dhcp_load_type = networks {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.821099] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] dns_domain = openstacklocal {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.821242] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.821383] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] enable_default_route_bfd = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.821526] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] enable_default_route_ecmp = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.821656] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] enable_dvr = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.821782] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] enable_new_agents = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.821909] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.822046] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] enable_signals = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.822197] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] enable_traditional_dhcp = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.822317] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] external_dns_driver = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.822442] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] filter_validation = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.822583] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] global_physnet_mtu = 8950 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.822715] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] graceful_shutdown_timeout = 60 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.822927] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] host = cpu-1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.823082] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] host_dvr_for_dhcp = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.823216] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] http_retries = 3 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.823355] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] instance_format = [instance: %(uuid)s] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.823491] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.823621] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ipam_driver = internal {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.823747] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ipv6_pd_enabled = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.823873] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] l3_ha = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824025] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824175] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] l3_ha_network_physical_name = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824329] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] l3_ha_network_type = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824469] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_color = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824602] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_config_append = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824734] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824860] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_dir = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.824987] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_file = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.825107] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_options = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.825244] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_rotate_interval = 1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.825388] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_rotate_interval_type = days {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.825561] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] log_rotation_type = none {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.825673] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.825775] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.825917] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.826065] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.826170] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.826304] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] max_dns_nameservers = 5 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.826434] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] max_header_line = 16384 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.826562] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] max_l3_agents_per_router = 3 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.826691] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] max_logfile_count = 30 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.826822] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] max_logfile_size_mb = 200 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.827023] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] max_subnet_host_routes = 20 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.827196] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] my_ip = 10.180.1.21 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.827337] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] my_ipv6 = ::1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.827468] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] network_auto_schedule = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.827593] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] network_link_prefix = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.827733] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.827871] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] notify_nova_on_port_data_changes = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828018] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] notify_nova_on_port_status_changes = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828149] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] pagination_max_limit = -1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828280] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] publish_errors = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828407] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] rate_limit_burst = 0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828540] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] rate_limit_except_level = CRITICAL {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828708] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] rate_limit_interval = 0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828845] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] retry_until_window = 30 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.828971] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] router_distributed = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.829114] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] rpc_resources_processing_step = 20 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.829239] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] rpc_response_max_timeout = 600 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.829367] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] rpc_response_timeout = 60 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.829492] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] send_events_interval = 2 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.829641] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] service_plugins = ['router'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.829776] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] setproctitle = on {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.829901] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] shell_completion = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830050] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] state_path = /opt/stack/data/neutron {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830191] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] syslog_log_facility = LOG_USER {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830321] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] tcp_keepidle = 600 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830453] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] transport_url = **** {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830582] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] use_journal = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830706] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] use_json = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830831] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] use_ssl = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.830953] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] use_stderr = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.831098] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] use_syslog = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.831236] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] vlan_qinq = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.831403] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] vlan_transparent = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.831536] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] watch_log_file = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.831665] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] wsgi_default_pool_size = 100 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.831790] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] wsgi_keep_alive = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.831925] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.832065] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] wsgi_server_debug = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.832220] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_concurrency.disable_process_locking = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.832360] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.832499] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.832637] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.832779] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.832917] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.833070] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.833226] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.connection_string = messaging:// {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.833367] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.enabled = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.833507] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.es_doc_type = notification {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.833642] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.es_scroll_size = 10000 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.833780] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.es_scroll_time = 2m {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.833947] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.filter_error_trace = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.834118] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.hmac_keys = **** {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.834263] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.sentinel_service_name = mymaster {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.834408] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.socket_timeout = 0.1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.834544] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.trace_requests = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.834676] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler.trace_sqlalchemy = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.834825] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler_jaeger.process_tags = {} {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.834955] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler_jaeger.service_name_prefix = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.835099] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] profiler_otlp.service_name_prefix = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.835248] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.enforce_new_defaults = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.835530] env[65495]: WARNING oslo_config.cfg [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.835680] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.enforce_scope = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.835823] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.policy_default_rule = default {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.835971] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.836126] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.836269] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.836401] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.836528] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.836681] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.836823] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.836963] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_policy.remote_timeout = 60.0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.837122] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.837272] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] agent.extensions = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.837412] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.837549] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] service_providers.service_provider = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.837688] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.default_quota = -1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.837828] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.837962] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_floatingip = 50 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.838140] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_network = 100 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.838281] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_port = 500 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.838414] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.838541] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_router = 10 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.838669] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_security_group = 10 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.838799] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.838929] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.quota_subnet = 100 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.839068] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] QUOTAS.track_quota_usage = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.839216] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.839353] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep.group = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.839520] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep.helper_command = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.839664] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep.log_daemon_traceback = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.839801] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.839933] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep.thread_pool_size = 8 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.840075] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep.user = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.840217] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.840347] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_dhcp_release.group = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.840474] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_dhcp_release.helper_command = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.840602] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.840742] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.840903] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841051] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_dhcp_release.user = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841217] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841360] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_ovs_vsctl.group = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841458] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_ovs_vsctl.helper_command = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841585] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841720] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841850] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.841978] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_ovs_vsctl.user = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.842126] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_namespace.capabilities = [21] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.842295] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_namespace.group = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.842431] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_namespace.helper_command = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.842560] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_namespace.log_daemon_traceback = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.842694] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.842826] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_namespace.thread_pool_size = 8 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.842954] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_namespace.user = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.843103] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_conntrack.capabilities = [12] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.843232] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_conntrack.group = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.843360] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_conntrack.helper_command = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.843504] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.843695] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.843866] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844017] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_conntrack.user = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844158] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_link.capabilities = [12, 21] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844287] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_link.group = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844413] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_link.helper_command = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844544] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_link.log_daemon_traceback = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844678] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844809] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_link.thread_pool_size = 8 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.844935] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] privsep_link.user = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.845120] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.845279] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.845418] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.continue_on_failed_promotions = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.845547] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.dscp = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.845682] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.dscp_inherit = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.845821] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.force_mp_to_policy = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.845952] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.locking_coordinator_url = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.846111] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.log_agent_heartbeats = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.846251] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.logging_expire = 1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.846394] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.846530] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.846672] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.polling_interval = 240 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.846808] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.846946] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.847112] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.report_interval = 30.0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.847262] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.847402] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.847540] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.847678] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.sync_skew = 60 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.847813] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.synchronization_queue_size = 20 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.847946] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT.use_helper_for_ns_read = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.848109] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] SECURITYGROUP.enable_ipset = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.848257] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] SECURITYGROUP.enable_security_group = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.848397] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.848538] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.848678] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] experimental.ipv6_pd_enabled = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.848833] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.extension_drivers = ['port_security'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.848966] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.external_network_type = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.849150] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.849293] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.overlay_ip_version = 4 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.849433] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.path_mtu = 8950 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.849572] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.physical_network_mtus = {} {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.849716] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.tenant_network_types = ['vlan'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.849856] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.849999] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ml2.type_drivers = ['vlan'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.850168] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT_CLI.neutron_port_id = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.850304] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.850435] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.850579] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.850722] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.850858] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.850995] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.851169] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.851327] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.851529] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.851677] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_login_password = **** {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.851821] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_login_port = 443 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.851959] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_login_user = admin {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.852134] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.852312] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.852455] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.852590] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.852731] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.852873] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.853025] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.853187] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.853329] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.853470] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.853639] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.853779] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.853922] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.854141] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.854318] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] vsphere.vsphere_login_password = VMware1! {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.854470] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.854610] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.854751] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.auth_section = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.854896] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.auth_type = password {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.855058] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.855203] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.certfile = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.855341] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.collect_timing = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.855485] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.endpoint_type = public {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.855621] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.insecure = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.855751] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.keyfile = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.855894] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.region_name = RegionOne {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.856045] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.split_loggers = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.856189] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] nova.timeout = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.856327] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.auth_section = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.856470] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.auth_type = password {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.856610] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.856739] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.certfile = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.856869] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.collect_timing = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.857025] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.endpoint_type = public {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.857204] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.insecure = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.857341] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.keyfile = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.857471] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.region_name = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.857602] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.split_loggers = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.857730] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] placement.timeout = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.857867] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.auth_section = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.858080] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.auth_type = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.858333] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.cafile = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.858480] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.certfile = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.858618] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.collect_timing = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.858750] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.connect_retries = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.858880] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.connect_retry_delay = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859020] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.enable_notifications = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859156] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.endpoint_override = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859286] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.insecure = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859415] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.interface = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859544] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.keyfile = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859677] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.max_version = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859809] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.min_version = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.859937] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.region_name = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860078] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.retriable_status_codes = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860209] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.service_name = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860340] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.service_type = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860472] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.split_loggers = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860599] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.status_code_retries = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860725] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.status_code_retry_delay = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860853] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.timeout = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.860983] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.valid_interfaces = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.861124] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ironic.version = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.861295] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] cli_script.dry_run = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.861447] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.861581] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.861716] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.861849] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.861980] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.862125] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.862286] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.862430] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.862563] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.862706] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.862836] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.862976] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863128] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863266] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863398] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863568] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863712] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863845] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863986] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864131] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864262] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864393] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864521] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864650] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864781] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864910] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865048] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865181] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865312] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865442] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865573] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.ssl = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865711] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865847] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865976] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866128] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866264] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.ssl_version = {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866391] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866529] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_notifications.driver = [] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866661] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_notifications.retry = -1 {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866809] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866938] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] oslo_messaging_notifications.transport_url = **** {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867051] env[65495]: DEBUG oslo_service.backend._eventlet.service [None req-5acc4334-ffb7-44ec-91ec-863b369b7aae None None] ******************************************************************************** {{(pid=65495) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.868161] env[65495]: DEBUG neutron.agent.securitygroups_rpc [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Init firewall settings (driver=nsxv3) {{(pid=65495) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.869450] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65495) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.869688] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.871905] env[65495]: DEBUG dogpile.cache.region [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.872042] env[65495]: DEBUG dogpile.lock [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.872142] env[65495]: DEBUG dogpile.lock [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.872233] env[65495]: DEBUG dogpile.lock [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.872328] env[65495]: DEBUG dogpile.cache.region [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.872415] env[65495]: DEBUG dogpile.lock [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.872538] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.920163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Session token - acquiring [ 527.921860] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.922075] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.922214] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.922610] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.933022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.208194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.228759] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.228954] env[65495]: DEBUG dogpile.cache.region [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.229100] env[65495]: DEBUG dogpile.lock [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.229161] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Activating Policy API Provider. [ 528.229381] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Looking for the default Infrastructure Rules. [ 528.297186] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Looking for the Default Layer3 Logged Drop Section. [ 528.311182] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.311666] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.311832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.311937] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.312240] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.312607] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.827731] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.329728] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.831863] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Inventory metadata is going to be refreshed. [ 529.832287] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.640654] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.640914] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.640975] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.641593] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.652596] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.653519] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.654348] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.671314] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.671520] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.671614] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.671887] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.672026] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.672178] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.672311] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.672419] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.695584] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.695866] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.695866] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.696158] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.696333] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.696481] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.716305] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.716477] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.716567] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.716850] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.716991] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.717150] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.739928] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.740197] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.740197] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.740492] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.740635] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.740787] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.740892] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.740994] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.758766] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.758994] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.759054] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.759360] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.759485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.759628] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.759731] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.759836] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.779389] env[65495]: DEBUG networking_nsxv3.common.locking [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.779597] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.779683] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.779942] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.780105] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.780260] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.780365] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.780465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Inventory metadata have been refreshed. [ 530.780589] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Dryrun:True. Metadata refresh completed. [ 530.780672] env[65495]: DEBUG oslo_concurrency.lockutils [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Releasing lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.782513] env[65495]: INFO neutron.agent.agent_extensions_manager [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Loaded agent extensions: [] [ 530.783243] env[65495]: DEBUG neutron_lib.callbacks.manager [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65495) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.833301] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.833699] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.833699] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent out of sync with plugin! [ 535.785717] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.786082] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.787625] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.787970] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.789483] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.789902] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.055584] env[65495]: INFO networking_nsxv3.common.synchronization [None req-de0407ab-2bc2-4f95-bab3-86558b761d96 demo admin] Enqueued Resource ID: aad18280-b7ce-4132-b95a-1251376bc3be with Priority: HIGHEST for action security_group_rules [ 546.056170] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad18280-b7ce-4132-b95a-1251376bc3be with Priority: HIGHEST for action security_group_rules [ 546.056518] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad18280-b7ce-4132-b95a-1251376bc3be taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.056672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad18280-b7ce-4132-b95a-1251376bc3be" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.056762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad18280-b7ce-4132-b95a-1251376bc3be" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.057287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad18280-b7ce-4132-b95a-1251376bc3be" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.057287] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad18280-b7ce-4132-b95a-1251376bc3be',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.577279] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.577520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.577520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.577700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.577780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.577878] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad18280-b7ce-4132-b95a-1251376bc3be already deleted. [ 546.577963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad18280-b7ce-4132-b95a-1251376bc3be" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.057536] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.057938] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.786435] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.786854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.786854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.786854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.787078] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.289913] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.792446] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.294875] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 554.296622] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 555.008049] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.008049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.008049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.008049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.019749] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 555.020800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.021537] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 555.040391] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.040827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.042061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.042061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.042061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.042061] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 555.042061] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.042061] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 555.061531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.061963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.062167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.062473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.062706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.062920] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 555.082791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.083197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.083380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.084044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.084044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.084044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 555.103820] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.104249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.104915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.104915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.104915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.104915] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 555.105118] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.105118] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 555.123128] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.123546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.123725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.124049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.125043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.125043] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 555.125043] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.125043] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 555.146221] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.146398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.146439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.146607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.146710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.146826] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 555.146899] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.146967] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 555.147046] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 555.147122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 555.147185] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 555.147246] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 555.147509] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 555.147569] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 555.147638] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 555.167180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.167384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.167384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.167568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.167673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.167783] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 555.188885] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.189159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.189159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.189284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.189386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.201496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.058573] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.058817] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.059521] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.059966] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.062415] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.063258] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.064714] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.065102] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.216945] env[65495]: INFO networking_nsxv3.common.synchronization [None req-e39146aa-8fc4-48b2-81e0-3edf656b631e None None] Enqueued Resource ID: e0223e41-879e-4ecc-bb15-1adca81f8f6c with Priority: HIGHEST for action port [ 572.217232] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0223e41-879e-4ecc-bb15-1adca81f8f6c with Priority: HIGHEST for action port [ 572.218533] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0223e41-879e-4ecc-bb15-1adca81f8f6c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.218533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0223e41-879e-4ecc-bb15-1adca81f8f6c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.218533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0223e41-879e-4ecc-bb15-1adca81f8f6c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.218533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0223e41-879e-4ecc-bb15-1adca81f8f6c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.218533] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0223e41-879e-4ecc-bb15-1adca81f8f6c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.720410] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0223e41-879e-4ecc-bb15-1adca81f8f6c [ 572.720613] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.720753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.720868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.721048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.721147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.721244] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0223e41-879e-4ecc-bb15-1adca81f8f6c already deleted. [ 572.721341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0223e41-879e-4ecc-bb15-1adca81f8f6c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.153247] env[65495]: INFO networking_nsxv3.common.synchronization [None req-6c1c6ec8-7594-4e02-a98f-e82e261f2aea None None] Enqueued Resource ID: d3860fde-bea0-42d6-aba5-071253e329ea with Priority: HIGHEST for action port [ 574.153855] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3860fde-bea0-42d6-aba5-071253e329ea with Priority: HIGHEST for action port [ 574.154059] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3860fde-bea0-42d6-aba5-071253e329ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.154187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3860fde-bea0-42d6-aba5-071253e329ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.154255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3860fde-bea0-42d6-aba5-071253e329ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.155355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3860fde-bea0-42d6-aba5-071253e329ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.155526] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3860fde-bea0-42d6-aba5-071253e329ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.660682] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3860fde-bea0-42d6-aba5-071253e329ea [ 574.660919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.661084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.661203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.661416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.661509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.661609] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3860fde-bea0-42d6-aba5-071253e329ea already deleted. [ 574.661717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3860fde-bea0-42d6-aba5-071253e329ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.934410] env[65495]: INFO networking_nsxv3.common.synchronization [None req-47e16a50-cac4-4997-abf2-2c7d33772a15 None None] Enqueued Resource ID: cb902d4e-c43e-4ece-8780-aa10c75a2d49 with Priority: HIGHEST for action port [ 576.934410] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb902d4e-c43e-4ece-8780-aa10c75a2d49 with Priority: HIGHEST for action port [ 576.934410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb902d4e-c43e-4ece-8780-aa10c75a2d49 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.934410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb902d4e-c43e-4ece-8780-aa10c75a2d49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.934410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb902d4e-c43e-4ece-8780-aa10c75a2d49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.934410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb902d4e-c43e-4ece-8780-aa10c75a2d49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.934410] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb902d4e-c43e-4ece-8780-aa10c75a2d49',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.944704] env[65495]: INFO networking_nsxv3.common.synchronization [None req-710ca2a4-2163-46d5-a3a2-266b59f7025b None None] Enqueued Resource ID: b27ac170-4ab2-4deb-bbca-c361ba533b51 with Priority: HIGHEST for action port [ 576.944704] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ac170-4ab2-4deb-bbca-c361ba533b51 with Priority: HIGHEST for action port [ 576.944704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b27ac170-4ab2-4deb-bbca-c361ba533b51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.944704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b27ac170-4ab2-4deb-bbca-c361ba533b51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.944704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b27ac170-4ab2-4deb-bbca-c361ba533b51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.944704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b27ac170-4ab2-4deb-bbca-c361ba533b51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.944704] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27ac170-4ab2-4deb-bbca-c361ba533b51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.436112] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb902d4e-c43e-4ece-8780-aa10c75a2d49 [ 577.436350] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.436485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.438559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.438559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.438559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.438559] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb902d4e-c43e-4ece-8780-aa10c75a2d49 already deleted. [ 577.438559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb902d4e-c43e-4ece-8780-aa10c75a2d49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.449421] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b27ac170-4ab2-4deb-bbca-c361ba533b51 [ 577.449421] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.449421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.449421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.449421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.449421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.449696] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b27ac170-4ab2-4deb-bbca-c361ba533b51 already deleted. [ 577.449696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b27ac170-4ab2-4deb-bbca-c361ba533b51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.733969] env[65495]: INFO networking_nsxv3.common.synchronization [None req-28aaaf37-fdcb-4d38-8b06-ede9ba2b14e5 None None] Enqueued Resource ID: 97ddb9db-9c4b-4397-9af1-d89645a57deb with Priority: HIGHEST for action port [ 578.738146] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ddb9db-9c4b-4397-9af1-d89645a57deb with Priority: HIGHEST for action port [ 578.739065] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-97ddb9db-9c4b-4397-9af1-d89645a57deb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.739065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97ddb9db-9c4b-4397-9af1-d89645a57deb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.739065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97ddb9db-9c4b-4397-9af1-d89645a57deb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.739256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97ddb9db-9c4b-4397-9af1-d89645a57deb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.739315] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97ddb9db-9c4b-4397-9af1-d89645a57deb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.242417] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97ddb9db-9c4b-4397-9af1-d89645a57deb [ 579.242630] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.242745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.242802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.243090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.243258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.243258] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97ddb9db-9c4b-4397-9af1-d89645a57deb already deleted. [ 579.243343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97ddb9db-9c4b-4397-9af1-d89645a57deb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.372843] env[65495]: INFO networking_nsxv3.common.synchronization [None req-08470697-6d3f-4097-b73b-33e7cbdc91b1 None None] Enqueued Resource ID: 1a337c33-40f9-4b2d-9507-4c2be13fb4c8 with Priority: HIGHEST for action port [ 580.372843] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a337c33-40f9-4b2d-9507-4c2be13fb4c8 with Priority: HIGHEST for action port [ 580.372843] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a337c33-40f9-4b2d-9507-4c2be13fb4c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.372843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a337c33-40f9-4b2d-9507-4c2be13fb4c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.372843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a337c33-40f9-4b2d-9507-4c2be13fb4c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.373798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a337c33-40f9-4b2d-9507-4c2be13fb4c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.373798] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a337c33-40f9-4b2d-9507-4c2be13fb4c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.386270] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a0b89e39-302b-4648-807a-e7d9399b4348 None None] Enqueued Resource ID: ec4a7098-c4cb-4ba1-a4ef-677d8b92449c with Priority: HIGHEST for action port [ 580.386508] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4a7098-c4cb-4ba1-a4ef-677d8b92449c with Priority: HIGHEST for action port [ 580.387061] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4a7098-c4cb-4ba1-a4ef-677d8b92449c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.387215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4a7098-c4cb-4ba1-a4ef-677d8b92449c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.387253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4a7098-c4cb-4ba1-a4ef-677d8b92449c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.387492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4a7098-c4cb-4ba1-a4ef-677d8b92449c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.388031] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4a7098-c4cb-4ba1-a4ef-677d8b92449c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.875314] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a337c33-40f9-4b2d-9507-4c2be13fb4c8 [ 580.875675] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.876220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.876220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.876365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.876529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.876690] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a337c33-40f9-4b2d-9507-4c2be13fb4c8 already deleted. [ 580.876845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a337c33-40f9-4b2d-9507-4c2be13fb4c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.892776] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec4a7098-c4cb-4ba1-a4ef-677d8b92449c [ 580.892776] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.894937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.894937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.894937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.895100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.895174] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec4a7098-c4cb-4ba1-a4ef-677d8b92449c already deleted. [ 580.895308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4a7098-c4cb-4ba1-a4ef-677d8b92449c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.308882] env[65495]: INFO networking_nsxv3.common.synchronization [None req-9c3819b6-d241-4221-825f-8e317e222234 None None] Enqueued Resource ID: c9d42c11-7f19-47d2-b40b-d06292da62ae with Priority: HIGHEST for action port [ 581.309435] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d42c11-7f19-47d2-b40b-d06292da62ae with Priority: HIGHEST for action port [ 581.309746] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d42c11-7f19-47d2-b40b-d06292da62ae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.310244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d42c11-7f19-47d2-b40b-d06292da62ae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.310366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d42c11-7f19-47d2-b40b-d06292da62ae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.311485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d42c11-7f19-47d2-b40b-d06292da62ae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.311485] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d42c11-7f19-47d2-b40b-d06292da62ae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.816016] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9d42c11-7f19-47d2-b40b-d06292da62ae [ 581.816016] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.816016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.816016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.816016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.816016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.816016] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9d42c11-7f19-47d2-b40b-d06292da62ae already deleted. [ 581.816016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d42c11-7f19-47d2-b40b-d06292da62ae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.514157] env[65495]: INFO networking_nsxv3.common.synchronization [None req-9b4f3d94-9785-42c7-ab67-cfc966fe683b None None] Enqueued Resource ID: 665c6f80-8b31-4a50-a5b0-5d542fb40447 with Priority: HIGHEST for action port [ 582.514733] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665c6f80-8b31-4a50-a5b0-5d542fb40447 with Priority: HIGHEST for action port [ 582.515151] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-665c6f80-8b31-4a50-a5b0-5d542fb40447 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.515342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665c6f80-8b31-4a50-a5b0-5d542fb40447" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.515433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665c6f80-8b31-4a50-a5b0-5d542fb40447" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.516453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665c6f80-8b31-4a50-a5b0-5d542fb40447" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.516610] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665c6f80-8b31-4a50-a5b0-5d542fb40447',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.019259] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 665c6f80-8b31-4a50-a5b0-5d542fb40447 [ 583.019259] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.019259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.019259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.019259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.019707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.019707] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:665c6f80-8b31-4a50-a5b0-5d542fb40447 already deleted. [ 583.019707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665c6f80-8b31-4a50-a5b0-5d542fb40447" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.398720] env[65495]: INFO networking_nsxv3.common.synchronization [None req-54f51931-69c5-4029-81db-b13572a2cb24 None None] Enqueued Resource ID: 46f198c8-6620-4ad9-a394-1ec827dea880 with Priority: HIGHEST for action port [ 583.400401] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f198c8-6620-4ad9-a394-1ec827dea880 with Priority: HIGHEST for action port [ 583.400401] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f198c8-6620-4ad9-a394-1ec827dea880 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.400866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f198c8-6620-4ad9-a394-1ec827dea880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.400980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f198c8-6620-4ad9-a394-1ec827dea880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.401267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f198c8-6620-4ad9-a394-1ec827dea880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.401362] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f198c8-6620-4ad9-a394-1ec827dea880',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.851248] env[65495]: INFO networking_nsxv3.common.synchronization [None req-06b38962-2269-4815-8371-d413c428d07a tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 583.851248] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 583.851248] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.852094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.852285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.852600] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.852833] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.903474] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f198c8-6620-4ad9-a394-1ec827dea880 [ 583.903923] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.903923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.903923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.904940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.904940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.904940] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f198c8-6620-4ad9-a394-1ec827dea880 already deleted. [ 583.904940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f198c8-6620-4ad9-a394-1ec827dea880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.949515] env[65495]: INFO networking_nsxv3.common.synchronization [None req-53028d47-bad4-43db-acf3-d08dc7c011f3 tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 583.951778] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 583.951778] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.951778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.375823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.376456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.376456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.376456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.379286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.379451] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 already deleted. [ 584.379506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.379677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.380112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.380112] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.745294] env[65495]: INFO networking_nsxv3.common.synchronization [None req-4c04d4bf-3665-47ce-8b37-84dd6650a64b None None] Enqueued Resource ID: 4910dd61-fa0d-4023-905b-9117af0c633b with Priority: HIGHEST for action port [ 584.745867] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4910dd61-fa0d-4023-905b-9117af0c633b with Priority: HIGHEST for action port [ 584.746128] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4910dd61-fa0d-4023-905b-9117af0c633b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.746238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4910dd61-fa0d-4023-905b-9117af0c633b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.746327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4910dd61-fa0d-4023-905b-9117af0c633b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.746546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4910dd61-fa0d-4023-905b-9117af0c633b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.746609] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4910dd61-fa0d-4023-905b-9117af0c633b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.914236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.914236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.914236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.914236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.914236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.914236] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 already deleted. [ 584.914236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.255604] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4910dd61-fa0d-4023-905b-9117af0c633b [ 585.255604] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.255604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.255604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.255604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.255604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.255604] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4910dd61-fa0d-4023-905b-9117af0c633b already deleted. [ 585.258194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4910dd61-fa0d-4023-905b-9117af0c633b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.312062] env[65495]: INFO networking_nsxv3.common.synchronization [None req-4f583fbf-ab2c-439d-9306-2a87a1b81003 None None] Enqueued Resource ID: 45b7ab80-de5e-4f79-b9a8-1fde28e3c08f with Priority: HIGHEST for action port [ 585.312062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b7ab80-de5e-4f79-b9a8-1fde28e3c08f with Priority: HIGHEST for action port [ 585.312062] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b7ab80-de5e-4f79-b9a8-1fde28e3c08f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.312062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b7ab80-de5e-4f79-b9a8-1fde28e3c08f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.312062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b7ab80-de5e-4f79-b9a8-1fde28e3c08f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.312062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b7ab80-de5e-4f79-b9a8-1fde28e3c08f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.312062] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b7ab80-de5e-4f79-b9a8-1fde28e3c08f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.491982] env[65495]: INFO networking_nsxv3.common.synchronization [req-25610728-3528-46e3-bcc5-2ae7a07c522c req-481f486e-f4cb-4efe-bf38-1c1425bbc5b7 tempest-ListServerFiltersTestJSON-1267280876 tempest-ListServerFiltersTestJSON-1267280876-project-member] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 585.496202] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 585.496202] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.496202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.496202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.496202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.496202] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.496202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.496202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.496202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.496202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.496202] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.818262] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45b7ab80-de5e-4f79-b9a8-1fde28e3c08f [ 585.818357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.818417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.818578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.818764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.818883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.819223] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45b7ab80-de5e-4f79-b9a8-1fde28e3c08f already deleted. [ 585.819372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b7ab80-de5e-4f79-b9a8-1fde28e3c08f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.000052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.000052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.000052] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd already deleted. [ 586.000052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.153755] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a0a9e41e-7d0c-46b4-b33c-1b6109d4e859 None None] Enqueued Resource ID: e2d31953-a0f8-4fd4-828a-4864653e22ca with Priority: HIGHEST for action port [ 586.153755] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d31953-a0f8-4fd4-828a-4864653e22ca with Priority: HIGHEST for action port [ 586.153755] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d31953-a0f8-4fd4-828a-4864653e22ca taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.153755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d31953-a0f8-4fd4-828a-4864653e22ca" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.153755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d31953-a0f8-4fd4-828a-4864653e22ca" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.153755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d31953-a0f8-4fd4-828a-4864653e22ca" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.153755] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d31953-a0f8-4fd4-828a-4864653e22ca',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.273019] env[65495]: INFO networking_nsxv3.common.synchronization [None req-851cc931-2339-46e9-8b65-20079ed4cf99 None None] Enqueued Resource ID: 2248db5f-8a29-4bb3-aa5d-af364fb1fad7 with Priority: HIGHEST for action port [ 586.273019] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2248db5f-8a29-4bb3-aa5d-af364fb1fad7 with Priority: HIGHEST for action port [ 586.273019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2248db5f-8a29-4bb3-aa5d-af364fb1fad7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.273019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2248db5f-8a29-4bb3-aa5d-af364fb1fad7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.273019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2248db5f-8a29-4bb3-aa5d-af364fb1fad7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.273019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2248db5f-8a29-4bb3-aa5d-af364fb1fad7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.273019] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2248db5f-8a29-4bb3-aa5d-af364fb1fad7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.557743] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.558094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.558094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.558397] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.558596] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.558848] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.558848] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.559491] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.559716] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.560074] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.560231] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.560377] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.560510] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.560648] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.560774] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.560940] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.581774] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.582010] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.582273] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.582488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.582966] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.583272] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.583429] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.583748] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.583922] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d23d6a7-6e07-4073-af5e-2e9421f3e2a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.655779] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2d31953-a0f8-4fd4-828a-4864653e22ca [ 586.656041] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.656194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.656319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.656468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.656558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.656650] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2d31953-a0f8-4fd4-828a-4864653e22ca already deleted. [ 586.656777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d31953-a0f8-4fd4-828a-4864653e22ca" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.775378] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2248db5f-8a29-4bb3-aa5d-af364fb1fad7 [ 586.775573] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.775708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.775778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.775983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.776083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.776178] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2248db5f-8a29-4bb3-aa5d-af364fb1fad7 already deleted. [ 586.776255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2248db5f-8a29-4bb3-aa5d-af364fb1fad7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.086206] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.086456] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.086565] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.086854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.086997] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.087182] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 not found, creating... [ 587.087472] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.087627] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.087738] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.087948] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.088092] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.088449] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.088600] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.089450] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.089450] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.089450] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.089450] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 is going to be created. [ 587.112554] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.112705] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.112823] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.113156] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.113404] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.113618] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.876412] env[65495]: INFO networking_nsxv3.common.synchronization [None req-e4d53d92-87e2-4f70-a293-779a7007f160 None None] Enqueued Resource ID: aa6beeec-0dbd-4150-b9de-c4f283a22846 with Priority: HIGHEST for action port [ 587.876677] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6beeec-0dbd-4150-b9de-c4f283a22846 with Priority: HIGHEST for action port [ 587.877096] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6beeec-0dbd-4150-b9de-c4f283a22846 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.877220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6beeec-0dbd-4150-b9de-c4f283a22846" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.877289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6beeec-0dbd-4150-b9de-c4f283a22846" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.877784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6beeec-0dbd-4150-b9de-c4f283a22846" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.877784] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6beeec-0dbd-4150-b9de-c4f283a22846',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.913463] env[65495]: INFO networking_nsxv3.common.synchronization [req-25610728-3528-46e3-bcc5-2ae7a07c522c req-74e3f750-7a2c-40a3-b624-8422ad4fbd21 service nova] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_rules [ 587.913463] env[65495]: INFO networking_nsxv3.common.synchronization [req-25610728-3528-46e3-bcc5-2ae7a07c522c req-74e3f750-7a2c-40a3-b624-8422ad4fbd21 service nova] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 587.913463] env[65495]: INFO networking_nsxv3.common.synchronization [req-25610728-3528-46e3-bcc5-2ae7a07c522c req-74e3f750-7a2c-40a3-b624-8422ad4fbd21 service nova] Enqueued Resource ID: 7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 with Priority: HIGHEST for action port [ 587.914049] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_rules [ 587.914049] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 587.914049] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 with Priority: HIGHEST for action port [ 587.914492] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.914492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.914492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.915044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.915044] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.915799] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.915912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.915990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.916146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.916318] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.916836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.916836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.917048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.917048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.917048] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.918047] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.918324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.918324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.918484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.918484] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d23d6a7-6e07-4073-af5e-2e9421f3e2a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.380031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa6beeec-0dbd-4150-b9de-c4f283a22846 [ 588.380388] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.380481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.380481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.381100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.381100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.381100] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa6beeec-0dbd-4150-b9de-c4f283a22846 already deleted. [ 588.381100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6beeec-0dbd-4150-b9de-c4f283a22846" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.420966] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.420966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.433073] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.433966] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 with status ACTIVE [ 588.434067] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.434238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.434292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.434559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.434656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.434850] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.434977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.435021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.435167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.435247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.435425] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.435518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.435580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.435715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.435791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.435907] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d23d6a7-6e07-4073-af5e-2e9421f3e2a1 is going to be updated. [ 588.463848] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.464145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.464294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.464517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.464827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.464939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d23d6a7-6e07-4073-af5e-2e9421f3e2a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.941962] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.446362] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.446572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.446607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.446833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.446926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.447039] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be created. [ 589.488041] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.488153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.488251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.488748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.488918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.511866] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: UNINITIALIZED for 2s [ 589.762550] env[65495]: INFO networking_nsxv3.common.synchronization [req-84dcdde4-904e-4738-a650-a418b34d9849 req-616d9ccb-510a-4c55-810f-4ba3dc65345f tempest-DeleteServersAdminTestJSON-1197681342 tempest-DeleteServersAdminTestJSON-1197681342-project-member] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 589.762550] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 589.764581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.764581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.764581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.764581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.764581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.764581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.764581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.764581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.764581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.764581] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.026060] env[65495]: INFO networking_nsxv3.common.synchronization [None req-e68c9d9a-5a72-46de-835d-8acf77e34e5b tempest-VolumesAssistedSnapshotsTest-2095817374 tempest-VolumesAssistedSnapshotsTest-2095817374-project-member] Enqueued Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_rules [ 590.026060] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_rules [ 590.030255] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.030412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.030481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.030752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.030838] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.121332] env[65495]: INFO networking_nsxv3.common.synchronization [None req-bc1637c9-cd07-4cac-b66b-6c975b9ba568 tempest-VolumesAssistedSnapshotsTest-2095817374 tempest-VolumesAssistedSnapshotsTest-2095817374-project-member] Enqueued Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_rules [ 590.121901] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_rules [ 590.122231] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.122347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.166831] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.167634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.167634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.168211] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.168495] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.168649] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.168766] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.169273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.169273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.169354] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.169627] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.169627] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.169696] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.170415] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.170415] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.170415] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.192880] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.192880] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.193793] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.194271] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.195798] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-ccdc05e0-7212-4220-86af-412fdc181d5b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.196040] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.196862] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.196862] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.196862] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdc05e0-7212-4220-86af-412fdc181d5b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.267155] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.267381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.267447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.267813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.267813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.267948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.268055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.268122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.268323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.268451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.268572] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 already deleted. [ 590.268671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.554448] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.554599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.554673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.554888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.554982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.555098] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 already deleted. [ 590.555193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.555372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.555535] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.555620] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.678346] env[65495]: INFO networking_nsxv3.common.synchronization [None req-1a08a125-81fd-488b-8d9e-04adbc3d10a4 None None] Enqueued Resource ID: 789f983d-cf81-4026-a75a-b2ebcfd577b9 with Priority: HIGHEST for action port [ 590.679087] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789f983d-cf81-4026-a75a-b2ebcfd577b9 with Priority: HIGHEST for action port [ 590.679485] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-789f983d-cf81-4026-a75a-b2ebcfd577b9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.679957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789f983d-cf81-4026-a75a-b2ebcfd577b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.680074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789f983d-cf81-4026-a75a-b2ebcfd577b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.680313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789f983d-cf81-4026-a75a-b2ebcfd577b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.680834] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789f983d-cf81-4026-a75a-b2ebcfd577b9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.699881] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.700182] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.700352] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.700664] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.700873] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.701044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port ccdc05e0-7212-4220-86af-412fdc181d5b not found, creating... [ 590.701838] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.701838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.701838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.701838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.702022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.702390] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.702517] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.702517] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.702712] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.702843] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.703228] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: ccdc05e0-7212-4220-86af-412fdc181d5b is going to be created. [ 590.724901] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.725158] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.725386] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.726791] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.726791] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.726791] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.078978] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.079354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.079354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.079551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.079604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.080023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 already deleted. [ 591.080023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.183424] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 789f983d-cf81-4026-a75a-b2ebcfd577b9 [ 591.183424] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.183424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.183424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.183781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.183885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.184025] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:789f983d-cf81-4026-a75a-b2ebcfd577b9 already deleted. [ 591.184645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789f983d-cf81-4026-a75a-b2ebcfd577b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.442198] env[65495]: INFO networking_nsxv3.common.synchronization [req-84dcdde4-904e-4738-a650-a418b34d9849 req-a488a172-961c-4dda-82bd-d90244de8fc2 service nova] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_rules [ 591.442389] env[65495]: INFO networking_nsxv3.common.synchronization [req-84dcdde4-904e-4738-a650-a418b34d9849 req-a488a172-961c-4dda-82bd-d90244de8fc2 service nova] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 591.442528] env[65495]: INFO networking_nsxv3.common.synchronization [req-84dcdde4-904e-4738-a650-a418b34d9849 req-a488a172-961c-4dda-82bd-d90244de8fc2 service nova] Enqueued Resource ID: ccdc05e0-7212-4220-86af-412fdc181d5b with Priority: HIGHEST for action port [ 591.442752] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_rules [ 591.442985] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 591.442985] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdc05e0-7212-4220-86af-412fdc181d5b with Priority: HIGHEST for action port [ 591.443550] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.443661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.444242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.444242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.445614] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.445968] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.449308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.449308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.449308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.449308] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.449308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.449308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.449308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.449308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.449308] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.449815] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccdc05e0-7212-4220-86af-412fdc181d5b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.449815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.449815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.449815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.450049] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdc05e0-7212-4220-86af-412fdc181d5b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.524939] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 591.525421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.525421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.525691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.525785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.525949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.526030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.526132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.526211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.526385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.526385] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.953413] env[65495]: INFO networking_nsxv3.common.synchronization [req-af6409ea-d9bf-43b0-95a1-b841d0260dbc req-7468da0b-232b-43b1-b7e4-f7a9396d7d64 tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 591.953413] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 591.953413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.953413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.953413] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.953413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.953413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.953984] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccdc05e0-7212-4220-86af-412fdc181d5b with status ACTIVE [ 591.953984] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.953984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.953984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.954128] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.954171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.955300] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.955300] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.955300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.955300] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccdc05e0-7212-4220-86af-412fdc181d5b is going to be updated. [ 591.956699] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.982027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.982027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.982027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.982027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.982027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.982027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccdc05e0-7212-4220-86af-412fdc181d5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.028668] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.031710] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.031710] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.031710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.031710] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.032354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.032354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.032354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.032354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.032354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.033221] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.374717] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.375095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.375095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.375405] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.375670] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.375821] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.375928] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.378510] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.378510] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.379261] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.379261] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.379261] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.379261] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.379261] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.379261] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.379485] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.400758] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.400758] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.400758] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.400758] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.400758] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.400758] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.400758] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.401219] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.401219] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ef97bc-8e3c-47f2-81d1-723851a8f3b3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.459295] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.459569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.459569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.459797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.459913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.460317] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.460447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.460521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.460700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.460789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.460881] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f already deleted. [ 592.460966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.461193] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.536246] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1522ddcd-9e6a-4535-9487-e884ef9344dd: rpc.has_security_group_logging(os_id): False [ 592.554576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.554723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.554796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.555014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.555150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.555330] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.555438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.555501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.555658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.555737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.555923] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.556028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.556091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.556232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.556308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.556496] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.556589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.556649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.556789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.556861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.556943] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be created. [ 592.617187] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.618456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.618456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.618456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.618456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.629089] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 592.904262] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.904510] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.904636] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.904917] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.905071] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.905337] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 not found, creating... [ 592.905657] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.905818] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.905918] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.906152] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.906287] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.906560] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.906706] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.906818] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.907088] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.907146] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.907281] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 is going to be created. [ 592.928066] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.928292] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.928434] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.928714] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.928925] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.929160] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.965636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.965803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.965875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.966102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.966194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.966294] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be created. [ 592.997219] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.997406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.997455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.997658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.997840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.020905] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: UNINITIALIZED for 2s [ 593.670997] env[65495]: INFO networking_nsxv3.common.synchronization [req-af6409ea-d9bf-43b0-95a1-b841d0260dbc req-d8186f73-27f8-45e1-bdc5-e09e95efba17 service nova] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_rules [ 593.671269] env[65495]: INFO networking_nsxv3.common.synchronization [req-af6409ea-d9bf-43b0-95a1-b841d0260dbc req-d8186f73-27f8-45e1-bdc5-e09e95efba17 service nova] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 593.671347] env[65495]: INFO networking_nsxv3.common.synchronization [req-af6409ea-d9bf-43b0-95a1-b841d0260dbc req-d8186f73-27f8-45e1-bdc5-e09e95efba17 service nova] Enqueued Resource ID: c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 with Priority: HIGHEST for action port [ 593.672040] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_rules [ 593.672261] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 593.672404] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 with Priority: HIGHEST for action port [ 593.672723] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.672856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.672933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.673430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.673430] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.675059] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.675254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.675592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.675678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.675977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.678153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.678153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.678153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.678153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.678153] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.678153] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.678153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.678153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.678153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.678153] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ef97bc-8e3c-47f2-81d1-723851a8f3b3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.180382] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.180595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.180831] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.181928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 with status ACTIVE [ 594.182225] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.182346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.182414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.182747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.182747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.182879] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.182956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.183033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.183209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.183279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.183491] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.183597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.183659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.183967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.183967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.183967] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0ef97bc-8e3c-47f2-81d1-723851a8f3b3 is going to be updated. [ 594.207323] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.207583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.207654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.207860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.207995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.208173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ef97bc-8e3c-47f2-81d1-723851a8f3b3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.642716] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 594.642716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.686123] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.030514] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: SUCCESS [ 595.030734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.030898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.031143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.031339] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.031479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.031580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.031774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.032251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.032251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.032251] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.188783] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.188956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.189048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.189319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.189463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.189608] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be created. [ 595.215913] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.216079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.216152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.216363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.216549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.228080] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: UNINITIALIZED for 2s [ 595.534796] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.534958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.535666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.535666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.536952] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.537132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.537201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.537397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.537494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.538306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.539111] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.539111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.539276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.539546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.540226] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.540226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.540226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.540226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.540226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.540226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.540467] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.710795] env[65495]: INFO networking_nsxv3.common.synchronization [None req-00955790-e0d6-4b1f-89c4-1c89e665e5f1 None None] Enqueued Resource ID: 28c552f4-dc8a-4686-97cc-7b1ad4b49c2a with Priority: HIGHEST for action port [ 595.711696] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c552f4-dc8a-4686-97cc-7b1ad4b49c2a with Priority: HIGHEST for action port [ 595.713958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c552f4-dc8a-4686-97cc-7b1ad4b49c2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.713958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c552f4-dc8a-4686-97cc-7b1ad4b49c2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.713958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c552f4-dc8a-4686-97cc-7b1ad4b49c2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.714206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c552f4-dc8a-4686-97cc-7b1ad4b49c2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.715637] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c552f4-dc8a-4686-97cc-7b1ad4b49c2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.797538] env[65495]: INFO networking_nsxv3.common.synchronization [None req-2eaca489-a1e7-498f-b53c-b8398b869335 None None] Enqueued Resource ID: 19779521-b8be-4921-84aa-3a962ee0ce84 with Priority: HIGHEST for action port [ 595.798224] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19779521-b8be-4921-84aa-3a962ee0ce84 with Priority: HIGHEST for action port [ 595.798608] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-19779521-b8be-4921-84aa-3a962ee0ce84 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.798867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19779521-b8be-4921-84aa-3a962ee0ce84" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.798975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19779521-b8be-4921-84aa-3a962ee0ce84" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19779521-b8be-4921-84aa-3a962ee0ce84" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.802128] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19779521-b8be-4921-84aa-3a962ee0ce84',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.047742] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1325298c-60b4-4bd9-b940-73883a053814: rpc.has_security_group_logging(os_id): False [ 596.069367] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.069539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.069614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.069843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.069939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.071186] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.071186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.071186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.071340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.071379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.071605] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.071707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.071778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.073353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.073353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.073353] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.073353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.073353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.073353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.073353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.073353] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be created. [ 596.134577] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.134750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.134801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.134997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.135200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.148382] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: IN_PROGRESS for 2s [ 596.222129] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28c552f4-dc8a-4686-97cc-7b1ad4b49c2a [ 596.222549] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.222785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.222863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.223103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.223209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.223359] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28c552f4-dc8a-4686-97cc-7b1ad4b49c2a already deleted. [ 596.223477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c552f4-dc8a-4686-97cc-7b1ad4b49c2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.305297] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19779521-b8be-4921-84aa-3a962ee0ce84 [ 596.305531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.305665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.305729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.305945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.306059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.306155] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19779521-b8be-4921-84aa-3a962ee0ce84 already deleted. [ 596.306240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19779521-b8be-4921-84aa-3a962ee0ce84" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.240377] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 597.240744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.240792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.243027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.243027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.243027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.243027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.243027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.243027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.243027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.243027] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.545730] env[65495]: INFO networking_nsxv3.common.synchronization [req-3de42d09-e798-4922-bd49-5e536fe5e932 req-4eb74f35-0ac6-4788-a1fd-9687c5599f1e tempest-ListServerFiltersTestJSON-1267280876 tempest-ListServerFiltersTestJSON-1267280876-project-member] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 597.546550] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 597.546898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.547800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.547940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.548574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.548954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.549164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.549323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.550255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.550342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.550505] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.748127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.748127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.748127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.748127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.748127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.748879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.748879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.748879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.748879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.748879] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.052797] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.089243] env[65495]: INFO networking_nsxv3.common.synchronization [None req-eb4dc781-9e1e-4618-a3dd-89f02da845d6 None None] Enqueued Resource ID: d01b37f7-e9f4-4344-84b6-7df39f96325f with Priority: HIGHEST for action port [ 598.089243] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01b37f7-e9f4-4344-84b6-7df39f96325f with Priority: HIGHEST for action port [ 598.089243] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01b37f7-e9f4-4344-84b6-7df39f96325f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.089243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01b37f7-e9f4-4344-84b6-7df39f96325f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.089243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01b37f7-e9f4-4344-84b6-7df39f96325f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.089243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01b37f7-e9f4-4344-84b6-7df39f96325f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.089243] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01b37f7-e9f4-4344-84b6-7df39f96325f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.162365] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: SUCCESS [ 598.162622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250565] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac00235-abcf-445c-b49b-b08caab2210f: rpc.has_security_group_logging(os_id): False [ 598.256096] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.256379] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.257183] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.257183] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.257318] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.257549] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.257766] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.258192] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.258479] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.258631] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.258809] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.258964] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.259123] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.259357] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.259357] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.259619] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.271903] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.273402] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.273402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.273815] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.273815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.273815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.273815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.274264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.274264] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.274264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.274264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.274449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.274449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.274536] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be created. [ 598.290320] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.290501] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.290670] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.290855] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.291186] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-7e3445b3-f48a-458f-a3bb-2ef1ff177077 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.291351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.291584] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.291770] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.291900] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3445b3-f48a-458f-a3bb-2ef1ff177077',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.412364] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.412593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.412651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.412849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.413050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.424611] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 598.555729] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.591291] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d01b37f7-e9f4-4344-84b6-7df39f96325f [ 598.591696] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.591839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.591899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.592130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.592261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.592377] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d01b37f7-e9f4-4344-84b6-7df39f96325f already deleted. [ 598.592517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01b37f7-e9f4-4344-84b6-7df39f96325f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.796539] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.796760] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.799022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.799022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.799022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.799022] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 7e3445b3-f48a-458f-a3bb-2ef1ff177077 not found, creating... [ 598.799022] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.799022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.799022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.799022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.799022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.800433] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.800752] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.800879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.801139] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.801273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.801412] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 7e3445b3-f48a-458f-a3bb-2ef1ff177077 is going to be created. [ 598.830110] env[65495]: INFO networking_nsxv3.common.synchronization [None req-93898f5e-39f7-4df1-9bd5-bb053adddf6d None None] Enqueued Resource ID: cb75b256-40be-461b-b91e-cb684428bdb0 with Priority: HIGHEST for action port [ 598.832081] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.832081] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.832081] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.832643] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.833203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.833203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.835339] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb75b256-40be-461b-b91e-cb684428bdb0 with Priority: HIGHEST for action port [ 598.835339] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb75b256-40be-461b-b91e-cb684428bdb0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.835339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb75b256-40be-461b-b91e-cb684428bdb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.835339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb75b256-40be-461b-b91e-cb684428bdb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.835339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb75b256-40be-461b-b91e-cb684428bdb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.835339] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb75b256-40be-461b-b91e-cb684428bdb0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.060596] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.061924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.061924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.061924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.061924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.061924] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 599.099237] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.099391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.099458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.099668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.099806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.110164] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 599.298482] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a3b2c4f9-394f-4025-886b-6fcd7001662f None None] Enqueued Resource ID: f3f39da2-bdca-4e62-a44a-87f3b42d245b with Priority: HIGHEST for action port [ 599.298482] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f39da2-bdca-4e62-a44a-87f3b42d245b with Priority: HIGHEST for action port [ 599.299885] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f39da2-bdca-4e62-a44a-87f3b42d245b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.299885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f39da2-bdca-4e62-a44a-87f3b42d245b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.299885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f39da2-bdca-4e62-a44a-87f3b42d245b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.299885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f39da2-bdca-4e62-a44a-87f3b42d245b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.299885] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f39da2-bdca-4e62-a44a-87f3b42d245b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.339144] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb75b256-40be-461b-b91e-cb684428bdb0 [ 599.339144] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.339144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.339144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.339144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.339144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.341046] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb75b256-40be-461b-b91e-cb684428bdb0 already deleted. [ 599.341046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb75b256-40be-461b-b91e-cb684428bdb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.558402] env[65495]: INFO networking_nsxv3.common.synchronization [req-3de42d09-e798-4922-bd49-5e536fe5e932 req-b623e649-5cfe-4ea6-8334-4d8b2e34bb3f service nova] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_rules [ 599.558521] env[65495]: INFO networking_nsxv3.common.synchronization [req-3de42d09-e798-4922-bd49-5e536fe5e932 req-b623e649-5cfe-4ea6-8334-4d8b2e34bb3f service nova] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 599.558658] env[65495]: INFO networking_nsxv3.common.synchronization [req-3de42d09-e798-4922-bd49-5e536fe5e932 req-b623e649-5cfe-4ea6-8334-4d8b2e34bb3f service nova] Enqueued Resource ID: 7e3445b3-f48a-458f-a3bb-2ef1ff177077 with Priority: HIGHEST for action port [ 599.562260] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_rules [ 599.562260] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 599.562260] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3445b3-f48a-458f-a3bb-2ef1ff177077 with Priority: HIGHEST for action port [ 599.562260] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.562260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.562260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.562260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.562260] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.563502] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.563616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.563857] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3445b3-f48a-458f-a3bb-2ef1ff177077 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.563955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.564311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.564397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.564441] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3445b3-f48a-458f-a3bb-2ef1ff177077',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.801784] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3f39da2-bdca-4e62-a44a-87f3b42d245b [ 599.802139] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.802329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.804399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.807327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.807327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.807327] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3f39da2-bdca-4e62-a44a-87f3b42d245b already deleted. [ 599.807327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f39da2-bdca-4e62-a44a-87f3b42d245b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.071408] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.071696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.074662] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e3445b3-f48a-458f-a3bb-2ef1ff177077 with status ACTIVE [ 600.075047] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.075283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.075375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.075706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.075856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.076185] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.076364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.078115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.078115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.078242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.079546] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.079546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.079546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.079546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.079546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.080171] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e3445b3-f48a-458f-a3bb-2ef1ff177077 is going to be updated. [ 600.110526] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.110715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.110805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.111044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.111175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.111395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3445b3-f48a-458f-a3bb-2ef1ff177077" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.314321] env[65495]: INFO networking_nsxv3.common.synchronization [req-dd384278-bdf2-4488-b3ec-73c4c4758f12 req-c1e09f98-2e54-43fe-a0eb-aecb3f8c1f5c tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 600.314321] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 600.314605] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.314738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.314818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.316157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.316356] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.316472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.316539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.316727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.316819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.316919] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.444492] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 600.445239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.757912] env[65495]: INFO networking_nsxv3.common.synchronization [None req-2962df9a-f435-4fb1-97da-3a8f74e4aa78 None None] Enqueued Resource ID: 4bd9fd0a-e2e2-4f57-8996-da0e9162ed90 with Priority: HIGHEST for action port [ 600.758512] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd9fd0a-e2e2-4f57-8996-da0e9162ed90 with Priority: HIGHEST for action port [ 600.759615] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd9fd0a-e2e2-4f57-8996-da0e9162ed90 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.760808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd9fd0a-e2e2-4f57-8996-da0e9162ed90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.760873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd9fd0a-e2e2-4f57-8996-da0e9162ed90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.761172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd9fd0a-e2e2-4f57-8996-da0e9162ed90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.761266] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd9fd0a-e2e2-4f57-8996-da0e9162ed90',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.819788] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.819788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.819788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.819788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.819788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.820070] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.820070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.820886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.821090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.821203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.821297] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 already deleted. [ 600.821380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.121643] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 601.121643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.121643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.121643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.123143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.123143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.123143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.123143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.123143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.123143] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.268989] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bd9fd0a-e2e2-4f57-8996-da0e9162ed90 [ 601.268989] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.268989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.268989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.270480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.270480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.270674] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bd9fd0a-e2e2-4f57-8996-da0e9162ed90 already deleted. [ 601.270674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd9fd0a-e2e2-4f57-8996-da0e9162ed90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.279865] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.280128] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-298" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.280128] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-298" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.280636] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-298" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.280748] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.280945] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.281038] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.283105] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.283347] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.283645] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.283960] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.284107] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.284194] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.284283] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.284446] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.284698] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.304049] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.304275] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.304275] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.304568] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-298" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.304794] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-3e2d029f-3bec-4756-bd51-44d4035f987b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.304951] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.305172] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.305349] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.305485] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2d029f-3bec-4756-bd51-44d4035f987b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.626647] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.808106] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.808451] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.808451] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.808756] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.808901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.809067] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 3e2d029f-3bec-4756-bd51-44d4035f987b not found, creating... [ 601.809424] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.809652] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.809825] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.810135] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.810287] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.810597] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.810782] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.810844] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.811039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.811171] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.811411] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 3e2d029f-3bec-4756-bd51-44d4035f987b is going to be created. [ 601.831142] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.831383] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.831383] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.831560] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.831780] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.831992] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.943993] env[65495]: INFO networking_nsxv3.common.synchronization [None req-7539c483-a77a-4fb4-b2b9-154c8804b5e4 None None] Enqueued Resource ID: 4464104a-ef31-41f6-82e9-e31901cbf8fe with Priority: HIGHEST for action port [ 601.944797] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4464104a-ef31-41f6-82e9-e31901cbf8fe with Priority: HIGHEST for action port [ 601.945250] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4464104a-ef31-41f6-82e9-e31901cbf8fe taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.945477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4464104a-ef31-41f6-82e9-e31901cbf8fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.945577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4464104a-ef31-41f6-82e9-e31901cbf8fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.945872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4464104a-ef31-41f6-82e9-e31901cbf8fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.945985] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4464104a-ef31-41f6-82e9-e31901cbf8fe',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.129464] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.449167] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4464104a-ef31-41f6-82e9-e31901cbf8fe [ 602.449520] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.449581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.449613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.450067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.450067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.450067] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4464104a-ef31-41f6-82e9-e31901cbf8fe already deleted. [ 602.450182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4464104a-ef31-41f6-82e9-e31901cbf8fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.637141] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.637141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.637141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.637141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.637141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.637141] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 602.679327] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.679327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.679327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.679563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.679563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.692354] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 602.772190] env[65495]: INFO networking_nsxv3.common.synchronization [req-dd384278-bdf2-4488-b3ec-73c4c4758f12 req-b7572e5c-06fb-4083-b348-527aba423107 service nova] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 602.775159] env[65495]: INFO networking_nsxv3.common.synchronization [req-dd384278-bdf2-4488-b3ec-73c4c4758f12 req-b7572e5c-06fb-4083-b348-527aba423107 service nova] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 602.775159] env[65495]: INFO networking_nsxv3.common.synchronization [req-dd384278-bdf2-4488-b3ec-73c4c4758f12 req-b7572e5c-06fb-4083-b348-527aba423107 service nova] Enqueued Resource ID: 3e2d029f-3bec-4756-bd51-44d4035f987b with Priority: HIGHEST for action port [ 602.775159] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 602.775159] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 602.775159] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d029f-3bec-4756-bd51-44d4035f987b with Priority: HIGHEST for action port [ 602.775159] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.775159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.775159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.775159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.775159] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.776494] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.776494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.776579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.776738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.776891] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.777140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.777140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.777447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.777447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.777447] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.778414] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2d029f-3bec-4756-bd51-44d4035f987b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.778414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.779411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.779514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.779652] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2d029f-3bec-4756-bd51-44d4035f987b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.282030] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.283156] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.283359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.286501] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e2d029f-3bec-4756-bd51-44d4035f987b with status ACTIVE [ 603.286719] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.286854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.286928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.287159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.287323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.287519] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.287646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.288035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.288035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.288035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.289551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.289551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.289551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.289551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.289551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.289551] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e2d029f-3bec-4756-bd51-44d4035f987b is going to be updated. [ 603.313537] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.313770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.314014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.314221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.314409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.620851] env[65495]: INFO networking_nsxv3.common.synchronization [req-8d8d0221-ddae-483a-8b7a-2cb475407446 req-defd94a4-9448-4119-b88b-118785d151ef tempest-ListServerFiltersTestJSON-1267280876 tempest-ListServerFiltersTestJSON-1267280876-project-member] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 603.621297] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 603.621718] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.621804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.784899] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.291073] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.291073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.291073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.291073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.291073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.291073] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be created. [ 604.321747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.322625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.322625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.324630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.324630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.335062] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: UNINITIALIZED for 2s [ 604.445923] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c9fc27bf-2e08-42b1-8b95-36844e90e331 None None] Enqueued Resource ID: 849a07fe-eb0d-406e-819b-ed1a000d179f with Priority: HIGHEST for action port [ 604.445923] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849a07fe-eb0d-406e-819b-ed1a000d179f with Priority: HIGHEST for action port [ 604.447865] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-849a07fe-eb0d-406e-819b-ed1a000d179f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.450597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849a07fe-eb0d-406e-819b-ed1a000d179f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.450597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849a07fe-eb0d-406e-819b-ed1a000d179f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.450597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849a07fe-eb0d-406e-819b-ed1a000d179f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.450597] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849a07fe-eb0d-406e-819b-ed1a000d179f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.601274] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.601274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.601274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.601784] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.602764] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.603360] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.606022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.606022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.606022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.606022] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.606022] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.606022] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.606022] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.606022] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.606022] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.606022] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.632024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.632024] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.632024] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.632024] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-404" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.632024] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-7b1b39c0-298f-4587-82d6-9996e5ce6280 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.632444] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.632612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.633141] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.633406] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1b39c0-298f-4587-82d6-9996e5ce6280',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.704347] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 604.704521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.704870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.705261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.705344] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.705471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.705547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.705710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.705805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.705893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.705996] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.706912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.707093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.707762] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.707762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.707762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.707762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.707762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.707762] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.951737] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 849a07fe-eb0d-406e-819b-ed1a000d179f [ 604.952282] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.952490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.952561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.952815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.952884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.952988] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:849a07fe-eb0d-406e-819b-ed1a000d179f already deleted. [ 604.953086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849a07fe-eb0d-406e-819b-ed1a000d179f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.067434] env[65495]: INFO networking_nsxv3.common.synchronization [None req-43fb83ac-4f1a-4d49-b886-4c67823ef34b None None] Enqueued Resource ID: 5f27d612-36b3-4ab3-a1e0-0443120bceb0 with Priority: HIGHEST for action port [ 605.068816] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f27d612-36b3-4ab3-a1e0-0443120bceb0 with Priority: HIGHEST for action port [ 605.069196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f27d612-36b3-4ab3-a1e0-0443120bceb0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.069325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f27d612-36b3-4ab3-a1e0-0443120bceb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.069402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f27d612-36b3-4ab3-a1e0-0443120bceb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.069736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f27d612-36b3-4ab3-a1e0-0443120bceb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.069814] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f27d612-36b3-4ab3-a1e0-0443120bceb0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.137314] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.137767] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.137767] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.138019] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.138195] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.138459] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 7b1b39c0-298f-4587-82d6-9996e5ce6280 not found, creating... [ 605.138668] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.138834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.138971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.139284] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.139445] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.143926] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.143926] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.143926] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.143926] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.143926] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.143926] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 7b1b39c0-298f-4587-82d6-9996e5ce6280 is going to be created. [ 605.167125] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.167508] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.167704] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.168045] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.168297] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.168509] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.209291] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.209505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.209651] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.572506] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f27d612-36b3-4ab3-a1e0-0443120bceb0 [ 605.572759] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.572897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.572968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.573220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.573332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.573454] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f27d612-36b3-4ab3-a1e0-0443120bceb0 already deleted. [ 605.573516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f27d612-36b3-4ab3-a1e0-0443120bceb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.714330] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.860980] env[65495]: INFO networking_nsxv3.common.synchronization [req-35117db4-53c1-4c51-b780-6d58859c3c7f req-113b2737-e97d-487d-8ba2-2bcbce15914e tempest-ImagesNegativeTestJSON-1659268501 tempest-ImagesNegativeTestJSON-1659268501-project-member] Enqueued Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_members [ 605.861702] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_members [ 605.861810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.861976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.861976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.862390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.862621] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.862621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.862995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.862995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.862995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.863137] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.895655] env[65495]: INFO networking_nsxv3.common.synchronization [req-8d8d0221-ddae-483a-8b7a-2cb475407446 req-d85982d6-f713-470b-8afd-d4e0e750333d service nova] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_rules [ 605.895655] env[65495]: INFO networking_nsxv3.common.synchronization [req-8d8d0221-ddae-483a-8b7a-2cb475407446 req-d85982d6-f713-470b-8afd-d4e0e750333d service nova] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 605.895789] env[65495]: INFO networking_nsxv3.common.synchronization [req-8d8d0221-ddae-483a-8b7a-2cb475407446 req-d85982d6-f713-470b-8afd-d4e0e750333d service nova] Enqueued Resource ID: 7b1b39c0-298f-4587-82d6-9996e5ce6280 with Priority: HIGHEST for action port [ 605.896017] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_rules [ 605.896119] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 605.896216] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1b39c0-298f-4587-82d6-9996e5ce6280 with Priority: HIGHEST for action port [ 605.896742] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.896933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.897160] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.897160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.897339] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1b39c0-298f-4587-82d6-9996e5ce6280 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.897391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.898437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.898437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.898437] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1b39c0-298f-4587-82d6-9996e5ce6280',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.216896] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.217207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.217207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.217360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.217883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.217883] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 606.278870] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.279058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.279115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.279443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.279657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.291703] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 606.347206] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 606.347459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.347805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.347885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.348141] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.348286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.348451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.348602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.348659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.348708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.348799] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.365193] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.365193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.365193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.365516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.365516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.365656] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.365756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.365840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.365923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.366009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.366106] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 already deleted. [ 606.366184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.399505] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1b39c0-298f-4587-82d6-9996e5ce6280 with status ACTIVE [ 606.399794] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.399878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.400028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.400244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.400436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.400642] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.400764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.400823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.400981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.401074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.401255] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.401350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.401413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.401555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.401631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.401714] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1b39c0-298f-4587-82d6-9996e5ce6280 is going to be updated. [ 606.423803] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.424029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.424029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.424263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.424416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.424561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1b39c0-298f-4587-82d6-9996e5ce6280" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.758117] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3b167907-6ce4-4c49-a921-c0ad97bb2054 None None] Enqueued Resource ID: dca0e3ef-f948-408c-a5ea-80e8878222b2 with Priority: HIGHEST for action port [ 606.758117] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca0e3ef-f948-408c-a5ea-80e8878222b2 with Priority: HIGHEST for action port [ 606.758117] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca0e3ef-f948-408c-a5ea-80e8878222b2 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.758117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca0e3ef-f948-408c-a5ea-80e8878222b2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.758117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca0e3ef-f948-408c-a5ea-80e8878222b2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.758117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca0e3ef-f948-408c-a5ea-80e8878222b2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.758117] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca0e3ef-f948-408c-a5ea-80e8878222b2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.851041] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.260836] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca0e3ef-f948-408c-a5ea-80e8878222b2 [ 607.261287] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.261287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.261287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.261497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.261589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.261684] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca0e3ef-f948-408c-a5ea-80e8878222b2 already deleted. [ 607.261763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca0e3ef-f948-408c-a5ea-80e8878222b2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.299896] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.299896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.299896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.299896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.299896] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.299896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.300829] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.301255] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.301755] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.302266] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.302387] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.302866] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.302866] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.302866] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.304031] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.304031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.324672] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.324672] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.324672] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.324672] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.324672] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-12a9fd74-815b-4a29-8919-b90e4b4089c1 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.324672] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.324672] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.324672] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.324672] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a9fd74-815b-4a29-8919-b90e4b4089c1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.353670] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1279e6fd-53f8-4ee2-882c-c12b9de0f488: rpc.has_security_group_logging(os_id): False [ 607.373116] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.373324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.373463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.373648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.373752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.374070] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.374184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.374291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.374465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.374548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.374641] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be created. [ 607.437820] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.437820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.437820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.438057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.438208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.451382] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 607.515900] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c144d6e1-e491-470f-a458-5802cfc0bdb2 None None] Enqueued Resource ID: 77c93d18-6638-4103-bc33-19bf0b627db4 with Priority: HIGHEST for action port [ 607.516526] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c93d18-6638-4103-bc33-19bf0b627db4 with Priority: HIGHEST for action port [ 607.516797] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-77c93d18-6638-4103-bc33-19bf0b627db4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.516936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77c93d18-6638-4103-bc33-19bf0b627db4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.517027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77c93d18-6638-4103-bc33-19bf0b627db4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.517298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77c93d18-6638-4103-bc33-19bf0b627db4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.517383] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c93d18-6638-4103-bc33-19bf0b627db4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.828459] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.828731] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.828877] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.829144] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.829290] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.829438] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 12a9fd74-815b-4a29-8919-b90e4b4089c1 not found, creating... [ 607.829692] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.829878] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.830017] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.830286] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.830448] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.830685] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.830830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.830940] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.832395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.832395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.832395] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 12a9fd74-815b-4a29-8919-b90e4b4089c1 is going to be created. [ 607.855026] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.855179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.855301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.855626] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.855859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.856226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.019792] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77c93d18-6638-4103-bc33-19bf0b627db4 [ 608.019871] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.020117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.020238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.020537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.021202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.021202] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77c93d18-6638-4103-bc33-19bf0b627db4 already deleted. [ 608.021202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77c93d18-6638-4103-bc33-19bf0b627db4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.304226] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 608.304520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.304634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.304875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.305085] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.305208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.305276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.305450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.305541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.305629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.305795] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.305877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.305960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.306096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.306235] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.306328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.306387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.306524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.306599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.306678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.306790] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.310638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.310889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.312543] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.313021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.313127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.313317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.313564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.313564] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.636749] env[65495]: INFO networking_nsxv3.common.synchronization [req-35117db4-53c1-4c51-b780-6d58859c3c7f req-9a30e4d3-be01-4a24-a659-648402bd5ccb service nova] Enqueued Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_rules [ 608.636915] env[65495]: INFO networking_nsxv3.common.synchronization [req-35117db4-53c1-4c51-b780-6d58859c3c7f req-9a30e4d3-be01-4a24-a659-648402bd5ccb service nova] Enqueued Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_members [ 608.637060] env[65495]: INFO networking_nsxv3.common.synchronization [req-35117db4-53c1-4c51-b780-6d58859c3c7f req-9a30e4d3-be01-4a24-a659-648402bd5ccb service nova] Enqueued Resource ID: 12a9fd74-815b-4a29-8919-b90e4b4089c1 with Priority: HIGHEST for action port [ 608.637568] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_rules [ 608.637712] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_members [ 608.637791] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a9fd74-815b-4a29-8919-b90e4b4089c1 with Priority: HIGHEST for action port [ 608.639251] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.639406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.639475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.639779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.639816] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.642051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.643168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.643168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.643168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.643168] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.643168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.643168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.643168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.643168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.643168] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.644732] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-12a9fd74-815b-4a29-8919-b90e4b4089c1 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.644847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.644916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.645168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.645517] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a9fd74-815b-4a29-8919-b90e4b4089c1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.760512] env[65495]: INFO networking_nsxv3.common.synchronization [req-7af20ea7-6633-4a4d-b373-f69b6419e6fd req-20d9a72e-182f-4f4e-b8ed-910b3d2f8d71 tempest-VolumesAssistedSnapshotsTest-2095817374 tempest-VolumesAssistedSnapshotsTest-2095817374-project-member] Enqueued Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_members [ 608.761823] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_members [ 608.761823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.761823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.761823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.761823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.762194] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.762194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.762372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.762676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.762676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.762843] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.811052] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1522ddcd-9e6a-4535-9487-e884ef9344dd: rpc.has_security_group_logging(os_id): False [ 608.815508] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.835419] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.835419] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.835419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.836069] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.836069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.836334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.836334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.836402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.836699] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.837139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.837245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.837402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.837577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.837760] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 608.921027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.921027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.921027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.921027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.921027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.935325] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 609.017230] env[65495]: INFO networking_nsxv3.common.synchronization [None req-43d849f2-b1e1-4f0f-ba55-f6b929d5a5ce None None] Enqueued Resource ID: 659ec668-bb64-42d8-9c97-cd8bf6060d81 with Priority: HIGHEST for action port [ 609.017931] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659ec668-bb64-42d8-9c97-cd8bf6060d81 with Priority: HIGHEST for action port [ 609.019676] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-659ec668-bb64-42d8-9c97-cd8bf6060d81 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.020020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659ec668-bb64-42d8-9c97-cd8bf6060d81" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.020224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659ec668-bb64-42d8-9c97-cd8bf6060d81" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.020719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659ec668-bb64-42d8-9c97-cd8bf6060d81" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.022030] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659ec668-bb64-42d8-9c97-cd8bf6060d81',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.142847] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.143409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.147241] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.150193] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12a9fd74-815b-4a29-8919-b90e4b4089c1 with status ACTIVE [ 609.150418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.150544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.150649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.150868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.150901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.151620] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.151968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.152080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.152284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.152426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.152660] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.152771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.152855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.153036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.153313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.153313] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12a9fd74-815b-4a29-8919-b90e4b4089c1 is going to be updated. [ 609.177853] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.178039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.178258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.178347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.178556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.178775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12a9fd74-815b-4a29-8919-b90e4b4089c1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.240713] env[65495]: INFO networking_nsxv3.common.synchronization [None req-685e3794-5d29-4c5f-8ab6-93ffc361b745 None None] Enqueued Resource ID: 5adf67b2-23e7-4fd6-8fa0-749b7497696c with Priority: HIGHEST for action port [ 609.241439] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adf67b2-23e7-4fd6-8fa0-749b7497696c with Priority: HIGHEST for action port [ 609.242476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5adf67b2-23e7-4fd6-8fa0-749b7497696c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.242681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5adf67b2-23e7-4fd6-8fa0-749b7497696c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.242763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5adf67b2-23e7-4fd6-8fa0-749b7497696c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.243109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5adf67b2-23e7-4fd6-8fa0-749b7497696c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.243204] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5adf67b2-23e7-4fd6-8fa0-749b7497696c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.266567] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.266775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.266877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.267311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.268959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.268959] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.268959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.268959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.268959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.268959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.268959] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 already deleted. [ 609.268959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.312923] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.317094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-284" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.317094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-284" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.317094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-284" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.317094] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.317094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.317094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.317094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.317094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.317094] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.317094] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.317094] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.317094] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.317094] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.317094] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.317094] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.318482] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.339036] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.339036] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.339327] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.339394] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-284" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.339685] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-97285368-183c-45af-b258-8a6cca5f9d5d taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.339832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.339926] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.340363] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.340531] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97285368-183c-45af-b258-8a6cca5f9d5d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.465151] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 609.465683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.524432] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 659ec668-bb64-42d8-9c97-cd8bf6060d81 [ 609.524701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.524832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.524901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.525139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.525229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.525323] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:659ec668-bb64-42d8-9c97-cd8bf6060d81 already deleted. [ 609.525406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659ec668-bb64-42d8-9c97-cd8bf6060d81" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.650098] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.746612] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5adf67b2-23e7-4fd6-8fa0-749b7497696c [ 609.747089] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.747313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.747388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.747623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.747714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.748090] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5adf67b2-23e7-4fd6-8fa0-749b7497696c already deleted. [ 609.748090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5adf67b2-23e7-4fd6-8fa0-749b7497696c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.821326] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.821492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.821557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.821768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.821860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.821958] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 609.844500] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.844500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.844500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.844500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.844845] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.844845] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 97285368-183c-45af-b258-8a6cca5f9d5d not found, creating... [ 609.845308] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.845308] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.845308] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.845484] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.845681] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.845969] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.846132] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.846242] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.846451] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.846581] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.846714] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 97285368-183c-45af-b258-8a6cca5f9d5d is going to be created. [ 609.859920] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.860117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.860289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.860434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.860589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.870934] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 609.878442] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.878569] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.878671] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.878916] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.879150] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.879368] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.155341] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.155341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.155341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.155341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.155341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.155341] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 is going to be created. [ 610.184600] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.184749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.184899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.185174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.185227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.197529] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 in Status: UNINITIALIZED for 2s [ 610.658028] env[65495]: INFO networking_nsxv3.common.synchronization [req-7af20ea7-6633-4a4d-b373-f69b6419e6fd req-f981a8fd-3d06-4197-b288-629c960c0f5c service nova] Enqueued Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_rules [ 610.658028] env[65495]: INFO networking_nsxv3.common.synchronization [req-7af20ea7-6633-4a4d-b373-f69b6419e6fd req-f981a8fd-3d06-4197-b288-629c960c0f5c service nova] Enqueued Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_members [ 610.658028] env[65495]: INFO networking_nsxv3.common.synchronization [req-7af20ea7-6633-4a4d-b373-f69b6419e6fd req-f981a8fd-3d06-4197-b288-629c960c0f5c service nova] Enqueued Resource ID: 97285368-183c-45af-b258-8a6cca5f9d5d with Priority: HIGHEST for action port [ 610.658028] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_rules [ 610.659182] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_members [ 610.659456] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97285368-183c-45af-b258-8a6cca5f9d5d with Priority: HIGHEST for action port [ 610.660029] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.660369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.660612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.660974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.661180] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.662839] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.663156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.663412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.663812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.664120] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.664372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.664573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.665030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.667029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.667029] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.667345] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-97285368-183c-45af-b258-8a6cca5f9d5d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.667662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.667866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.668458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.668681] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97285368-183c-45af-b258-8a6cca5f9d5d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.952828] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 610.952828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.952828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.952828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.952828] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.174408] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.175564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.175705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.176058] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97285368-183c-45af-b258-8a6cca5f9d5d with status ACTIVE [ 611.176058] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.176058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.176254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.176299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.176366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.176532] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.176628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.176694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.176832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.176910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.177095] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.178412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.178492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.178694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.178694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.178850] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97285368-183c-45af-b258-8a6cca5f9d5d is going to be updated. [ 611.207719] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.207875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.207938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.208167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.209431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.209431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97285368-183c-45af-b258-8a6cca5f9d5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.454656] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.454656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.681644] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.865320] env[65495]: INFO networking_nsxv3.common.synchronization [None req-fbaf3570-6835-4c9c-ba01-24b23510fc37 None None] Enqueued Resource ID: caffeb88-7284-4bfa-93e3-caf66004755b with Priority: HIGHEST for action port [ 611.866671] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caffeb88-7284-4bfa-93e3-caf66004755b with Priority: HIGHEST for action port [ 611.866671] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-caffeb88-7284-4bfa-93e3-caf66004755b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.866671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caffeb88-7284-4bfa-93e3-caf66004755b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.866671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caffeb88-7284-4bfa-93e3-caf66004755b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.866671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caffeb88-7284-4bfa-93e3-caf66004755b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.866671] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caffeb88-7284-4bfa-93e3-caf66004755b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.885059] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.887718] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.887718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.887718] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.064137] env[65495]: INFO networking_nsxv3.common.synchronization [None req-1eebe702-1cec-4ca7-87b3-5b18558f9d47 None None] Enqueued Resource ID: 1a4e166a-708b-4631-b4af-a33a4fe15a0c with Priority: HIGHEST for action port [ 612.064303] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4e166a-708b-4631-b4af-a33a4fe15a0c with Priority: HIGHEST for action port [ 612.064587] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a4e166a-708b-4631-b4af-a33a4fe15a0c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.064693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a4e166a-708b-4631-b4af-a33a4fe15a0c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.064774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a4e166a-708b-4631-b4af-a33a4fe15a0c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.065015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a4e166a-708b-4631-b4af-a33a4fe15a0c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.065661] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4e166a-708b-4631-b4af-a33a4fe15a0c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.071646] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f64ffc96-2736-4577-84cd-9829b4d81d38 tempest-ServersTestManualDisk-2004620733 tempest-ServersTestManualDisk-2004620733-project-member] Enqueued Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_rules [ 612.072522] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_rules [ 612.072710] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.073229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.073229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.073400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.073400] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.188021] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.188021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.188021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.188021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.188021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.188021] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 is going to be created. [ 612.207019] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 in Status: SUCCESS [ 612.207273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.207476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.207774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.208535] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.208689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.208757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.208939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.209195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.209195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.209325] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.213850] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.213850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.213850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.213850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.214061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.224634] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 in Status: UNINITIALIZED for 2s [ 612.369729] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caffeb88-7284-4bfa-93e3-caf66004755b [ 612.369957] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.370112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.370179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.374297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.374416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.374574] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caffeb88-7284-4bfa-93e3-caf66004755b already deleted. [ 612.374672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caffeb88-7284-4bfa-93e3-caf66004755b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.378574] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c852122c-3e05-4fc9-b31b-e73ebe64b91d tempest-ServersTestManualDisk-2004620733 tempest-ServersTestManualDisk-2004620733-project-member] Enqueued Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_rules [ 612.378848] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_rules [ 612.378998] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.379109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.392558] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.392696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.392770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.393082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.393225] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.393347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.393573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.393655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.393761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.393915] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.394021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.394079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.394222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.394412] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.394547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.394628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.394815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.394905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.395026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.395106] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.570154] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a4e166a-708b-4631-b4af-a33a4fe15a0c [ 612.570874] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.571085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.571159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.571389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.571467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.571579] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a4e166a-708b-4631-b4af-a33a4fe15a0c already deleted. [ 612.571659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a4e166a-708b-4631-b4af-a33a4fe15a0c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.595272] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.595471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.595550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.595787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.595883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.595995] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c already deleted. [ 612.596094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.596246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.596422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.596515] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.679705] env[65495]: INFO networking_nsxv3.common.synchronization [req-79bfe099-b929-46b1-9e82-5102a666e45d req-d248cba0-1d28-4706-9c06-3e1a58bcf491 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 612.680816] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 612.681101] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.681266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.681361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.681656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.681860] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.682138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.682138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.682263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.682367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.682535] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.713661] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.714222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.714222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.714540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.715247] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.715247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.715247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.715434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.715434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.715536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.715788] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.715921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.716708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.716708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.716838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.717041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.717141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.717357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.717464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.717626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.718418] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.899771] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1522ddcd-9e6a-4535-9487-e884ef9344dd: rpc.has_security_group_logging(os_id): False [ 612.920160] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.920332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.920550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.920859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.921038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.921246] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.921488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.921488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.921594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.921626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.922247] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.922385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.922480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.924483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.924483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.924483] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.924483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.924483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.924483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.924483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.924483] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 613.013987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.014145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.014190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.014388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.014543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.032767] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 613.122136] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.122136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.122136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.122136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.122136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.122136] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c already deleted. [ 613.122136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187902] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d already deleted. [ 613.187902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.199833] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.199833] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-348" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.199833] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-348" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.200087] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-348" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.200353] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.200500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.200607] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.200820] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.203360] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.203360] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.203360] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.203360] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.203360] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.203360] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.203360] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.203360] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.220539] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.220714] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.220842] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.221036] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-348" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.221587] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-2c2cb53f-359b-492b-9f6d-f40b315f73ec taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.221587] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.221759] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.221943] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.222080] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2cb53f-359b-492b-9f6d-f40b315f73ec',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.223044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14: rpc.has_security_group_logging(os_id): False [ 613.240875] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.241043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.241043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.241458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.241458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.241458] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.241657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.241657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.241798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.241839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.242024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.242105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.242171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.242461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.242461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.242583] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.242693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.242755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.243036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.243036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.243129] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 is going to be created. [ 613.307793] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.308220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.311517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.311517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.311517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.327047] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 in Status: IN_PROGRESS for 2s [ 613.727512] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.727512] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.727876] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.727876] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.728020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.728187] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 2c2cb53f-359b-492b-9f6d-f40b315f73ec not found, creating... [ 613.728539] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.728626] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.728703] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.728922] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.729064] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.729807] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.729807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.729807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.730205] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.730205] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.730819] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec is going to be created. [ 613.756135] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.756356] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.756469] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.756737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.756950] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.757179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.236709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 in Status: SUCCESS [ 614.236992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.237242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.237597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.237873] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.238035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.238112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.238358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.238496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.238637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.238825] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.551864] env[65495]: INFO networking_nsxv3.common.synchronization [None req-666d9748-fdee-4a16-bc8c-64401cb7e0dc None None] Enqueued Resource ID: e7ab2a87-6337-4976-aa7e-065b197b75bc with Priority: HIGHEST for action port [ 614.552932] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ab2a87-6337-4976-aa7e-065b197b75bc with Priority: HIGHEST for action port [ 614.556999] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ab2a87-6337-4976-aa7e-065b197b75bc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.557291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ab2a87-6337-4976-aa7e-065b197b75bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.557389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ab2a87-6337-4976-aa7e-065b197b75bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.557806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ab2a87-6337-4976-aa7e-065b197b75bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.557901] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ab2a87-6337-4976-aa7e-065b197b75bc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.575261] env[65495]: INFO networking_nsxv3.common.synchronization [req-79bfe099-b929-46b1-9e82-5102a666e45d req-353e5d01-ad3a-4e52-a02f-0b141d9427bd service nova] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_rules [ 614.575455] env[65495]: INFO networking_nsxv3.common.synchronization [req-79bfe099-b929-46b1-9e82-5102a666e45d req-353e5d01-ad3a-4e52-a02f-0b141d9427bd service nova] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 614.575634] env[65495]: INFO networking_nsxv3.common.synchronization [req-79bfe099-b929-46b1-9e82-5102a666e45d req-353e5d01-ad3a-4e52-a02f-0b141d9427bd service nova] Enqueued Resource ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec with Priority: HIGHEST for action port [ 614.576403] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_rules [ 614.576670] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 614.576818] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec with Priority: HIGHEST for action port [ 614.577468] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.577561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.577672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.577863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.578187] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.579051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.579172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.579244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.579472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.579624] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.579723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.579815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.579919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.580015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.580103] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.581476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2cb53f-359b-492b-9f6d-f40b315f73ec taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.581595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.581677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.581841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.581920] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2cb53f-359b-492b-9f6d-f40b315f73ec',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.741982] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.050145] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 615.050543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.063564] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7ab2a87-6337-4976-aa7e-065b197b75bc [ 615.063797] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.063944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.064026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.064260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.064583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.064583] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7ab2a87-6337-4976-aa7e-065b197b75bc already deleted. [ 615.064583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ab2a87-6337-4976-aa7e-065b197b75bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.084412] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.084602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.084803] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c2cb53f-359b-492b-9f6d-f40b315f73ec with status ACTIVE [ 615.084909] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.085026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.085083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.085303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.085394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.085869] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.085869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.085869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.085869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.086071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.086114] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.086200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.086258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.086401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.086476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.086559] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec is going to be updated. [ 615.087708] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.113761] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.114056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.114056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.114203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.114349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.115515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.244794] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e5ba200-a98e-4a2a-81bd-5133bdc799b4: rpc.has_security_group_logging(os_id): False [ 615.266709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.266964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.266964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.267358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.267358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.267847] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.267847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.267998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.268097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.268182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.268278] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 is going to be created. [ 615.338256] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f9df61b9-6a7e-4944-b64b-5212fc9cd5bf tempest-ServersWithSpecificFlavorTestJSON-10228382 tempest-ServersWithSpecificFlavorTestJSON-10228382-project-member] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 615.338992] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 615.339409] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.339611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.339704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.339982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.340228] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.341947] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 in Status: SUCCESS [ 615.342231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.356176] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.356346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.356424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.356631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.369326] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 in Status: IN_PROGRESS for 2s [ 615.593637] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.625886] env[65495]: INFO networking_nsxv3.common.synchronization [None req-9d0201bd-b185-4742-933a-bff416f3372e tempest-ServersWithSpecificFlavorTestJSON-10228382 tempest-ServersWithSpecificFlavorTestJSON-10228382-project-member] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 615.626429] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 615.627097] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.627706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.864036] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.864036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.864036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.864448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.865851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.865851] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 already deleted. [ 615.865851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.865851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.865851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.865851] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.099680] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.099680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.099680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.099680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.099680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.099680] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be created. [ 616.126884] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.127066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.127170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.127542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.127759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.140156] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: UNINITIALIZED for 2s [ 616.393338] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.393570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.393789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.393915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.393977] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 already deleted. [ 616.394068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.203537] env[65495]: INFO networking_nsxv3.common.synchronization [req-223e4690-c28b-4be8-a27e-604d21146cd0 req-d41d0831-4963-4fb5-ae65-097b10c08947 tempest-DeleteServersAdminTestJSON-1607220147 tempest-DeleteServersAdminTestJSON-1607220147-project-admin] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 617.204349] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 617.204671] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.204851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.204921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.205230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.205410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.205517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.205573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.205745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.205828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.205909] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.386073] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 in Status: SUCCESS [ 617.386073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.709680] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.709680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.709680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.709680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.709680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.710020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.710020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.710020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.710201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.710201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.710290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be updated. [ 617.759507] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.759884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.759884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.760823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.761046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.775579] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: IN_PROGRESS for 2s [ 618.152664] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 618.153202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.154845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.154845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.154845] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.154845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.154845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.154845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.154845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.154845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.154845] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.658619] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.658967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.659211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.659394] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.659503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.659572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.659805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.660012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.660012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.660195] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.660195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.660385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.660444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.660846] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.660846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.660846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.661160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.661160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.661228] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.661302] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.166921] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d: rpc.has_security_group_logging(os_id): False [ 619.192064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.193044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.193044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.193206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.193332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.193592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.194590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.194590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.194590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.194590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.194914] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.195092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.195207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.195732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.196571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.196571] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.196571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.196571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.196852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.196885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.197043] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be created. [ 619.281469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.281971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.281971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.281971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.282201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.296876] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 619.630169] env[65495]: INFO networking_nsxv3.common.synchronization [None req-6a512736-9bac-4f6f-9a68-9a2cccf216c0 None None] Enqueued Resource ID: ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63 with Priority: HIGHEST for action port [ 619.630977] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63 with Priority: HIGHEST for action port [ 619.631481] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.631660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.632069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.632736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.632932] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.794330] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: SUCCESS [ 619.794330] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 deletion is rescheduled due to dependency. [ 619.794330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.136455] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63 [ 620.136694] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.136832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.136925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.137165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.137248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.137344] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63 already deleted. [ 620.137416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec9ab7c5-d9a0-41a7-9d38-b22d32a1be63" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.583967] env[65495]: INFO networking_nsxv3.common.synchronization [None req-19d57eb2-4377-4aa1-b6b5-4525b689357e None None] Enqueued Resource ID: b92b5784-2b2b-454c-aee8-cc10caed494c with Priority: HIGHEST for action port [ 620.584560] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92b5784-2b2b-454c-aee8-cc10caed494c with Priority: HIGHEST for action port [ 620.584906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92b5784-2b2b-454c-aee8-cc10caed494c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.585784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92b5784-2b2b-454c-aee8-cc10caed494c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.585912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92b5784-2b2b-454c-aee8-cc10caed494c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.587379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92b5784-2b2b-454c-aee8-cc10caed494c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.587473] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92b5784-2b2b-454c-aee8-cc10caed494c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.089532] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b92b5784-2b2b-454c-aee8-cc10caed494c [ 621.089860] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.089931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.090061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.090343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.090452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.091732] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b92b5784-2b2b-454c-aee8-cc10caed494c already deleted. [ 621.091904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92b5784-2b2b-454c-aee8-cc10caed494c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.312194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 621.312194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.582899] env[65495]: INFO networking_nsxv3.common.synchronization [req-85624c5c-0575-4da9-ad48-eb440692374d req-975d4b46-5bd6-4906-9662-4507b9508def tempest-ServerExternalEventsTest-1577106386 tempest-ServerExternalEventsTest-1577106386-project-member] Enqueued Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_members [ 621.583582] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_members [ 621.585443] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.585611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.585688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.585956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.588234] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.589299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.589299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.589299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.589506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.589695] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.983209] env[65495]: INFO networking_nsxv3.common.synchronization [None req-fa38868f-56e7-480f-bbd3-5c0b6199e604 None None] Enqueued Resource ID: c3d3eb7b-1525-4d00-920d-05561b1de329 with Priority: HIGHEST for action port [ 621.984466] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d3eb7b-1525-4d00-920d-05561b1de329 with Priority: HIGHEST for action port [ 621.984466] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d3eb7b-1525-4d00-920d-05561b1de329 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.984561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d3eb7b-1525-4d00-920d-05561b1de329" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.984561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d3eb7b-1525-4d00-920d-05561b1de329" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.985071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d3eb7b-1525-4d00-920d-05561b1de329" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.985071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d3eb7b-1525-4d00-920d-05561b1de329',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.069764] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.069764] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.069764] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.069764] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072130] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072130] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.072130] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.072395] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.072395] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.072395] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.072557] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.072778] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.098228] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.098555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.098555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.098660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.098753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.098950] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.099087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.099123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.099261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.099337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.099420] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128882ce-d9bd-452d-903e-6ac19df24f98 already deleted. [ 622.099507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.314785] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.314785] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.240 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.314785] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.314785] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.314785] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-300d4422-1545-4d40-938f-a839a63241a2 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.314785] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.314785] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.314785] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.314785] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300d4422-1545-4d40-938f-a839a63241a2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.490350] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3d3eb7b-1525-4d00-920d-05561b1de329 [ 622.490778] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.491034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.491172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.491889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.492102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.492454] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3d3eb7b-1525-4d00-920d-05561b1de329 already deleted. [ 622.494233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d3eb7b-1525-4d00-920d-05561b1de329" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.817658] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.818095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.818095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.818550] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.818550] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.818665] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 300d4422-1545-4d40-938f-a839a63241a2 not found, creating... [ 622.818931] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.819137] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.819221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.819554] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.819680] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.819973] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.820154] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.820293] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.820483] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.820629] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.820758] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 300d4422-1545-4d40-938f-a839a63241a2 is going to be created. [ 622.850587] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.850836] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.850961] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.851254] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.851487] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.851713] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.363109] env[65495]: INFO networking_nsxv3.common.synchronization [req-85624c5c-0575-4da9-ad48-eb440692374d req-ef8dfabd-87e0-4df0-a8b6-6804b0150df1 service nova] Enqueued Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_rules [ 623.363109] env[65495]: INFO networking_nsxv3.common.synchronization [req-85624c5c-0575-4da9-ad48-eb440692374d req-ef8dfabd-87e0-4df0-a8b6-6804b0150df1 service nova] Enqueued Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_members [ 623.363109] env[65495]: INFO networking_nsxv3.common.synchronization [req-85624c5c-0575-4da9-ad48-eb440692374d req-ef8dfabd-87e0-4df0-a8b6-6804b0150df1 service nova] Enqueued Resource ID: 300d4422-1545-4d40-938f-a839a63241a2 with Priority: HIGHEST for action port [ 623.363109] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_rules [ 623.363109] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_members [ 623.363109] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300d4422-1545-4d40-938f-a839a63241a2 with Priority: HIGHEST for action port [ 623.367862] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.367862] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.367862] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.367862] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.367862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.367862] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.373805] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-300d4422-1545-4d40-938f-a839a63241a2 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.373805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.373805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.373805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.373805] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300d4422-1545-4d40-938f-a839a63241a2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.873677] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.875328] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.875515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.875661] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 300d4422-1545-4d40-938f-a839a63241a2 with status ACTIVE [ 623.875856] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.876026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.876103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.876295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.876414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.876622] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.876746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.876811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.876990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.877109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.877293] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.878088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.878088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.878088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.878088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.878088] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 300d4422-1545-4d40-938f-a839a63241a2 is going to be updated. [ 623.899784] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.900019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.900107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.900517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.900517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.901543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300d4422-1545-4d40-938f-a839a63241a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.937016] env[65495]: INFO networking_nsxv3.common.synchronization [req-33783927-4865-42e5-92f6-52599263e15e req-1cf6d35f-1055-4961-843b-efd355f90248 tempest-ServerPasswordTestJSON-289224489 tempest-ServerPasswordTestJSON-289224489-project-member] Enqueued Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_members [ 623.937016] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_members [ 623.937016] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.938320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.938320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938320] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.938320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.938320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938839] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.949610] env[65495]: INFO networking_nsxv3.common.synchronization [None req-4fbe8719-ab44-4769-b508-d49b681a9135 None None] Enqueued Resource ID: 9eaf900c-553f-4995-bd68-1bb7d46fe4b9 with Priority: HIGHEST for action port [ 623.950451] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eaf900c-553f-4995-bd68-1bb7d46fe4b9 with Priority: HIGHEST for action port [ 623.950855] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eaf900c-553f-4995-bd68-1bb7d46fe4b9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.950988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eaf900c-553f-4995-bd68-1bb7d46fe4b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.951300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eaf900c-553f-4995-bd68-1bb7d46fe4b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.951659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eaf900c-553f-4995-bd68-1bb7d46fe4b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.951793] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eaf900c-553f-4995-bd68-1bb7d46fe4b9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.380559] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.439342] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.440226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-40" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.440226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-40" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.440226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-40" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.441083] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.441083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.441083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.441083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.441358] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.441584] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.441729] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.443928] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.443928] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.443928] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.443928] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.443928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.444201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.444201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.444201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.444367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.444491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.444723] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.444917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.446489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.446489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.446489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.446489] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3864a151-f62e-4c3a-aab7-bffb28043222 already deleted. [ 624.446489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.454389] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eaf900c-553f-4995-bd68-1bb7d46fe4b9 [ 624.455280] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.455280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.455280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.455588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.456693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.456693] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eaf900c-553f-4995-bd68-1bb7d46fe4b9 already deleted. [ 624.456693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eaf900c-553f-4995-bd68-1bb7d46fe4b9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.466038] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.466038] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.466038] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.466038] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-40" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.466038] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-b08e6350-515f-4b64-9e93-bf81f88c887e taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466038] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466038] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.466038] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.466038] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08e6350-515f-4b64-9e93-bf81f88c887e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.780164] env[65495]: INFO networking_nsxv3.common.synchronization [None req-90025d64-3713-4430-bc25-f3bab0b11e75 None None] Enqueued Resource ID: d2958e39-fea9-460e-9252-8a1e1bd88f48 with Priority: HIGHEST for action port [ 624.780450] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2958e39-fea9-460e-9252-8a1e1bd88f48 with Priority: HIGHEST for action port [ 624.781138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2958e39-fea9-460e-9252-8a1e1bd88f48 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.781316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2958e39-fea9-460e-9252-8a1e1bd88f48" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.781390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2958e39-fea9-460e-9252-8a1e1bd88f48" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.781696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2958e39-fea9-460e-9252-8a1e1bd88f48" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.781849] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2958e39-fea9-460e-9252-8a1e1bd88f48',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.883906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.883906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.883906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.883906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.883906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.883906] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128882ce-d9bd-452d-903e-6ac19df24f98 is going to be created. [ 624.915435] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.915435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.915435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.915435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.915435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.929325] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128882ce-d9bd-452d-903e-6ac19df24f98 in Status: UNINITIALIZED for 2s [ 624.969052] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.969299] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.969423] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.969720] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.969870] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.970206] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port b08e6350-515f-4b64-9e93-bf81f88c887e not found, creating... [ 624.970308] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.970512] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.970795] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.971058] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.971199] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.971484] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.971653] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.971770] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.972013] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.972195] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.972346] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: b08e6350-515f-4b64-9e93-bf81f88c887e is going to be created. [ 624.994411] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.994663] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.995111] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.995111] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.995224] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.995432] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.284535] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2958e39-fea9-460e-9252-8a1e1bd88f48 [ 625.284779] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.285112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.285822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.285822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.285822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.285981] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2958e39-fea9-460e-9252-8a1e1bd88f48 already deleted. [ 625.285981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2958e39-fea9-460e-9252-8a1e1bd88f48" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.927308] env[65495]: INFO networking_nsxv3.common.synchronization [req-33783927-4865-42e5-92f6-52599263e15e req-f8258c7e-0beb-408b-a379-c63e44ebbb89 service nova] Enqueued Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_rules [ 625.927308] env[65495]: INFO networking_nsxv3.common.synchronization [req-33783927-4865-42e5-92f6-52599263e15e req-f8258c7e-0beb-408b-a379-c63e44ebbb89 service nova] Enqueued Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_members [ 625.927308] env[65495]: INFO networking_nsxv3.common.synchronization [req-33783927-4865-42e5-92f6-52599263e15e req-f8258c7e-0beb-408b-a379-c63e44ebbb89 service nova] Enqueued Resource ID: b08e6350-515f-4b64-9e93-bf81f88c887e with Priority: HIGHEST for action port [ 625.929444] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_rules [ 625.929444] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_members [ 625.929444] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08e6350-515f-4b64-9e93-bf81f88c887e with Priority: HIGHEST for action port [ 625.929444] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.929444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.929444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.929444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.929444] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.932476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.932476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.932476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.932476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.932476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.932476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.932476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.932476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.932476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.932476] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.934233] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b08e6350-515f-4b64-9e93-bf81f88c887e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.934376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.934447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.934722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.934810] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08e6350-515f-4b64-9e93-bf81f88c887e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.380695] env[65495]: INFO networking_nsxv3.common.synchronization [req-9eb2755b-417a-4d54-8c4d-481fa62bea44 req-2967dba3-b8e4-43f4-b630-382b7122846a tempest-VolumesAdminNegativeTest-306178189 tempest-VolumesAdminNegativeTest-306178189-project-member] Enqueued Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_members [ 626.381236] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_members [ 626.381539] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.381990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.382858] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.386304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.386304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.386304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.386304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.386304] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.440027] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.441902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.441902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.441902] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b08e6350-515f-4b64-9e93-bf81f88c887e with status ACTIVE [ 626.441902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.441902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.442448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.442448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.442448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.442448] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.442604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.442604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.443469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.443469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.443469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.443469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.443469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.444220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.444220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.444220] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b08e6350-515f-4b64-9e93-bf81f88c887e is going to be updated. [ 626.474164] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.474555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.474752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.475080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.475238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.475400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b08e6350-515f-4b64-9e93-bf81f88c887e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.669095] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3bf3f054-07a0-4280-a5dc-095ce5cedc3b tempest-ServersTestJSON-202330371 tempest-ServersTestJSON-202330371-project-member] Enqueued Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_rules [ 626.669876] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_rules [ 626.670919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.671054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.671054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.671972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.671972] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.887915] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.888089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.888151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.888372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.888460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.888672] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.888752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.888799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.888945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.889044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.889110] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5088b0b8-47c8-4690-be4f-760068596c09 already deleted. [ 626.889195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.938685] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128882ce-d9bd-452d-903e-6ac19df24f98 in Status: SUCCESS [ 626.939906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.939906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.939906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.939906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.939906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.939906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.939906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.939906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.940339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.940339] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.943091] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.999011] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a61dc561-53ee-4f4e-b046-4d67538ccda4 tempest-ServersTestJSON-202330371 tempest-ServersTestJSON-202330371-project-member] Enqueued Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_rules [ 626.999637] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_rules [ 627.000271] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.000271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.012697] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.012697] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-935" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.012876] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-935" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.013292] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-935" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.013643] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.013838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.014838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.014838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.014963] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.015253] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.015879] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.015879] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.015879] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.015879] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.016103] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.016140] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.035901] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.036096] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.036262] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.036383] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-935" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.036698] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-a7e87700-c936-4f26-82a7-26693fbf84e3 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.036970] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.036970] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.037296] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.037424] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e87700-c936-4f26-82a7-26693fbf84e3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.191634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.191815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.191887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.192126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.192219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.192311] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 already deleted. [ 627.192396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.192725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.192916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.192998] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.304866] env[65495]: INFO networking_nsxv3.common.synchronization [None req-deb40a3d-98d2-43d2-81a5-95c77702b5c1 None None] Enqueued Resource ID: 8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d with Priority: HIGHEST for action port [ 627.305416] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d with Priority: HIGHEST for action port [ 627.306997] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.306997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.306997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.306997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.306997] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.342042] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c72702b0-508b-4fb2-816a-872bfb41b84c None None] Enqueued Resource ID: f418d19a-9457-4952-9bcc-f50befc1c835 with Priority: HIGHEST for action port [ 627.342372] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f418d19a-9457-4952-9bcc-f50befc1c835 with Priority: HIGHEST for action port [ 627.342882] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-f418d19a-9457-4952-9bcc-f50befc1c835 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.343104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f418d19a-9457-4952-9bcc-f50befc1c835" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.343104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f418d19a-9457-4952-9bcc-f50befc1c835" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.343329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f418d19a-9457-4952-9bcc-f50befc1c835" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.343410] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f418d19a-9457-4952-9bcc-f50befc1c835',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.443536] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.443745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.443791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.443992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.444167] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.444266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.444330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.444472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.444562] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.444650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.444792] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.444911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.445029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.445099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.445232] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.445323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.445381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.445515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.445589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.445668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.445753] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.448236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.448347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.448413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.448565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.448646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.448735] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3864a151-f62e-4c3a-aab7-bffb28043222 is going to be created. [ 627.474890] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.475097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.475097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.475306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.475459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.485320] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3864a151-f62e-4c3a-aab7-bffb28043222 in Status: UNINITIALIZED for 2s [ 627.540061] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.540282] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.540405] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.540717] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.540871] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.541037] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port a7e87700-c936-4f26-82a7-26693fbf84e3 not found, creating... [ 627.541288] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.541438] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.541550] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.541761] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.541896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.542180] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.542329] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.542441] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.542685] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.542849] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.543012] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: a7e87700-c936-4f26-82a7-26693fbf84e3 is going to be created. [ 627.565748] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.566011] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.566145] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.566400] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.566617] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.566833] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.719074] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.719298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.719298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.719514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.719605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.719701] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 already deleted. [ 627.719784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.808347] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d [ 627.808574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.808708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.808778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.809012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.809114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.809229] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d already deleted. [ 627.809272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3e5ba1-a4f7-44ad-89f3-b394bc2a7e5d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.845790] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f418d19a-9457-4952-9bcc-f50befc1c835 [ 627.846383] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.846525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.846596] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.846809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.846901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.846995] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f418d19a-9457-4952-9bcc-f50befc1c835 already deleted. [ 627.847093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f418d19a-9457-4952-9bcc-f50befc1c835" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.948177] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 128882ce-d9bd-452d-903e-6ac19df24f98: rpc.has_security_group_logging(os_id): False [ 627.977747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.977917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.977967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.979644] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.979644] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.979644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.980676] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.980676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.980676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.982462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.982462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.982648] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128882ce-d9bd-452d-903e-6ac19df24f98 is going to be created. [ 628.046829] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.046829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.046829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.046829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.046829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.058884] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128882ce-d9bd-452d-903e-6ac19df24f98 in Status: IN_PROGRESS for 2s [ 628.337683] env[65495]: INFO networking_nsxv3.common.synchronization [req-9eb2755b-417a-4d54-8c4d-481fa62bea44 req-85aac77a-76da-4302-ac9a-d66a1527dc80 service nova] Enqueued Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_rules [ 628.337861] env[65495]: INFO networking_nsxv3.common.synchronization [req-9eb2755b-417a-4d54-8c4d-481fa62bea44 req-85aac77a-76da-4302-ac9a-d66a1527dc80 service nova] Enqueued Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_members [ 628.337996] env[65495]: INFO networking_nsxv3.common.synchronization [req-9eb2755b-417a-4d54-8c4d-481fa62bea44 req-85aac77a-76da-4302-ac9a-d66a1527dc80 service nova] Enqueued Resource ID: a7e87700-c936-4f26-82a7-26693fbf84e3 with Priority: HIGHEST for action port [ 628.338545] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_rules [ 628.338684] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_members [ 628.338785] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e87700-c936-4f26-82a7-26693fbf84e3 with Priority: HIGHEST for action port [ 628.339288] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.339433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.339495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.339776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.339833] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.341209] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.341344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.341484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.341970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.341970] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.341970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.342165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.342238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.342302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.342515] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.344212] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e87700-c936-4f26-82a7-26693fbf84e3 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.344319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.344365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.344529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.344630] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e87700-c936-4f26-82a7-26693fbf84e3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.847721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.847721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.847721] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.848278] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e87700-c936-4f26-82a7-26693fbf84e3 with status ACTIVE [ 628.849943] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.849943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.849943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.849943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.849943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.850309] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.855105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.855440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.855643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.855761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.856072] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.856364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.856448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.856613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.856752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.857543] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e87700-c936-4f26-82a7-26693fbf84e3 is going to be updated. [ 628.885383] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.885613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.885728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.885945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.886418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.886595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e87700-c936-4f26-82a7-26693fbf84e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.900077] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7224ca9-e27d-4bb7-b376-e80eecd23e37 req-d2713c5c-91ba-4bca-ab66-40e4c52dea9d tempest-AttachInterfacesV270Test-656668729 tempest-AttachInterfacesV270Test-656668729-project-member] Enqueued Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_members [ 628.902772] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_members [ 628.902772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.902772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.902772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.903089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.903089] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.903243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.903243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.903358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.903437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.903520] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.239813] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.239813] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-30" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.239813] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-30" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.239813] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-30" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.240814] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.241178] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.241416] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.241754] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.241999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.242306] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.243035] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.243035] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.243035] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.243035] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.243259] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.243301] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.261369] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.261530] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.261659] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.261832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-30" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.262162] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-42b6b319-06c5-40c1-91db-c65b51e325eb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.262683] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.262683] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.262824] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.262946] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b6b319-06c5-40c1-91db-c65b51e325eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.359859] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.406347] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.406495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.406571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.406993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.406993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.407140] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.407196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.407247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.407395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.407473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.407562] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 already deleted. [ 629.407644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.498142] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3864a151-f62e-4c3a-aab7-bffb28043222 in Status: SUCCESS [ 629.498798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.498798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.498798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.498798] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.499157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.499157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.499157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.499157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.499329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.499329] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.765830] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.766065] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.766190] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.766474] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.766618] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.766900] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 42b6b319-06c5-40c1-91db-c65b51e325eb not found, creating... [ 629.767044] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.767205] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.767317] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.767537] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.767701] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.768018] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.768175] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.768313] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.768557] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.768879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.768879] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 42b6b319-06c5-40c1-91db-c65b51e325eb is going to be created. [ 629.792416] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.792713] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.792776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.793040] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.793271] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.793489] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862541] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.862956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.863063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.863290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.863385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.863486] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5088b0b8-47c8-4690-be4f-760068596c09 is going to be created. [ 629.895079] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.895306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.895306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.895648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.895821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.906158] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5088b0b8-47c8-4690-be4f-760068596c09 in Status: UNINITIALIZED for 2s [ 630.001514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.001680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.001748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.002280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.002352] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.005242] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.005242] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.005242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.005242] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.073962] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128882ce-d9bd-452d-903e-6ac19df24f98 in Status: SUCCESS [ 630.075978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.188133] env[65495]: INFO networking_nsxv3.common.synchronization [None req-adb0759b-18a7-4d7c-b21e-45b71ffe7e5d None None] Enqueued Resource ID: 17bc5cef-a2c4-4e50-b519-d0cf3c76ee51 with Priority: HIGHEST for action port [ 630.189166] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bc5cef-a2c4-4e50-b519-d0cf3c76ee51 with Priority: HIGHEST for action port [ 630.189489] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-17bc5cef-a2c4-4e50-b519-d0cf3c76ee51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.189618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17bc5cef-a2c4-4e50-b519-d0cf3c76ee51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.189688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17bc5cef-a2c4-4e50-b519-d0cf3c76ee51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.189951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17bc5cef-a2c4-4e50-b519-d0cf3c76ee51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.190164] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc5cef-a2c4-4e50-b519-d0cf3c76ee51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.341274] env[65495]: INFO networking_nsxv3.common.synchronization [None req-44eefa62-7d5b-4489-8d18-91889f07b36d None None] Enqueued Resource ID: 2001563f-7147-4de9-b966-4bd6ee0b6e88 with Priority: HIGHEST for action port [ 630.341274] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2001563f-7147-4de9-b966-4bd6ee0b6e88 with Priority: HIGHEST for action port [ 630.341274] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2001563f-7147-4de9-b966-4bd6ee0b6e88 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.341274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2001563f-7147-4de9-b966-4bd6ee0b6e88" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.341274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2001563f-7147-4de9-b966-4bd6ee0b6e88" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.341274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2001563f-7147-4de9-b966-4bd6ee0b6e88" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.344945] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2001563f-7147-4de9-b966-4bd6ee0b6e88',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.507089] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3864a151-f62e-4c3a-aab7-bffb28043222: rpc.has_security_group_logging(os_id): False [ 630.527581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.527711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.527881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.528048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.528088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.528330] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.528406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.528563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.528668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.528817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.528914] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.529130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.529130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.529260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.529260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.529490] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.529672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.529672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.529810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.529810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.529900] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3864a151-f62e-4c3a-aab7-bffb28043222 is going to be created. [ 630.537435] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7224ca9-e27d-4bb7-b376-e80eecd23e37 req-8d9ba050-7f5d-4f18-aee1-a76a2c8d0e6a service nova] Enqueued Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_rules [ 630.537620] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7224ca9-e27d-4bb7-b376-e80eecd23e37 req-8d9ba050-7f5d-4f18-aee1-a76a2c8d0e6a service nova] Enqueued Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_members [ 630.537751] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7224ca9-e27d-4bb7-b376-e80eecd23e37 req-8d9ba050-7f5d-4f18-aee1-a76a2c8d0e6a service nova] Enqueued Resource ID: 42b6b319-06c5-40c1-91db-c65b51e325eb with Priority: HIGHEST for action port [ 630.537990] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_rules [ 630.538194] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_members [ 630.538297] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b6b319-06c5-40c1-91db-c65b51e325eb with Priority: HIGHEST for action port [ 630.538830] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.538943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.539109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.539404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.539472] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.540504] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.540674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.540674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.540858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.540993] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.543593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.543593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.543593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.543593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.543593] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.543593] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b6b319-06c5-40c1-91db-c65b51e325eb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.543593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.543593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.543593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.543593] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b6b319-06c5-40c1-91db-c65b51e325eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.591100] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.591273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.591354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.591531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.591714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.606615] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3864a151-f62e-4c3a-aab7-bffb28043222 in Status: IN_PROGRESS for 2s [ 630.693055] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17bc5cef-a2c4-4e50-b519-d0cf3c76ee51 [ 630.693586] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.693586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.693586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.693862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.693989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.694044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17bc5cef-a2c4-4e50-b519-d0cf3c76ee51 already deleted. [ 630.694139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17bc5cef-a2c4-4e50-b519-d0cf3c76ee51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.848260] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2001563f-7147-4de9-b966-4bd6ee0b6e88 [ 630.848260] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.848567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.848666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.848898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.848988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.849119] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2001563f-7147-4de9-b966-4bd6ee0b6e88 already deleted. [ 630.849176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2001563f-7147-4de9-b966-4bd6ee0b6e88" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.045236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.045393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.046899] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.047889] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b6b319-06c5-40c1-91db-c65b51e325eb with status ACTIVE [ 631.048152] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.048281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.048347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.048576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.048683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.048875] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.048973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.049055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.049225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.049330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.049531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.049639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.049712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.049864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.049951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.052103] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b6b319-06c5-40c1-91db-c65b51e325eb is going to be updated. [ 631.076816] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.076969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.077601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.077601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.077601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.077789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b6b319-06c5-40c1-91db-c65b51e325eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.555046] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.920373] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5088b0b8-47c8-4690-be4f-760068596c09 in Status: SUCCESS [ 631.920918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.921184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.921335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.921457] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.921585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.921689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.921831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.921938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.922062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.922150] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.058973] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.059278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.059372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.059634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.059741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.059901] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 is going to be created. [ 632.093885] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.094304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.094304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.094637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.094824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.108708] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 in Status: UNINITIALIZED for 2s [ 632.424755] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.424971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.424971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.425325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.425503] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.425605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.425709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.425843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.425946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.426210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.428724] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.428724] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.428724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.428724] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.621202] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3864a151-f62e-4c3a-aab7-bffb28043222 in Status: SUCCESS [ 632.621620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.929831] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5088b0b8-47c8-4690-be4f-760068596c09: rpc.has_security_group_logging(os_id): False [ 632.959763] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.959763] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.959763] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.959763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.960435] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.960435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.960435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.960435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.960435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.960435] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5088b0b8-47c8-4690-be4f-760068596c09 is going to be created. [ 633.033115] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.033484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.033679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.033974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.034924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.052227] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5088b0b8-47c8-4690-be4f-760068596c09 in Status: IN_PROGRESS for 2s [ 633.065142] env[65495]: INFO networking_nsxv3.common.synchronization [req-942d51d9-74b7-4ef4-a456-497cf18772be req-5690617f-0570-4d6c-a43a-e9f5ed83d12e tempest-ServersTestManualDisk-2004620733 tempest-ServersTestManualDisk-2004620733-project-member] Enqueued Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_members [ 633.065142] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_members [ 633.065142] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.065142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.065142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.065873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.066189] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.066434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.066604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.067357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.067357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.067357] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.570830] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.571070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.571070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.571353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.571422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.571682] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.571682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.571779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.572018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.572018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.572018] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c already deleted. [ 633.572331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.577725] env[65495]: INFO networking_nsxv3.common.synchronization [None req-bf008bfa-3b26-4f28-9304-9d648a5568b4 None None] Enqueued Resource ID: 28dd9e45-1102-4b84-89f9-61545f98e4cd with Priority: HIGHEST for action port [ 633.578352] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dd9e45-1102-4b84-89f9-61545f98e4cd with Priority: HIGHEST for action port [ 633.581042] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-28dd9e45-1102-4b84-89f9-61545f98e4cd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.581042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28dd9e45-1102-4b84-89f9-61545f98e4cd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.581042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28dd9e45-1102-4b84-89f9-61545f98e4cd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.581273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28dd9e45-1102-4b84-89f9-61545f98e4cd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.581273] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28dd9e45-1102-4b84-89f9-61545f98e4cd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.584025] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.585396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-711" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.585539] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-711" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.585985] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-711" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.586315] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.586506] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.586634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.587054] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.587098] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.587357] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.587513] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.587553] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.587626] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.587729] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.587834] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.587958] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.611259] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.611446] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.611584] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.613243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-711" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.613243] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.613243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.613243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.613243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.613243] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.090373] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28dd9e45-1102-4b84-89f9-61545f98e4cd [ 634.090722] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.091120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.091120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.091288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.091411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.091537] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28dd9e45-1102-4b84-89f9-61545f98e4cd already deleted. [ 634.091689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28dd9e45-1102-4b84-89f9-61545f98e4cd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.116747] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.116991] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.117275] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.118105] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.118331] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.118501] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb not found, creating... [ 634.118836] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.119055] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.119176] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.119432] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.119570] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.119917] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.120100] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.120213] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.120439] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.120584] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.120725] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb is going to be created. [ 634.124054] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 in Status: SUCCESS [ 634.124223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.124399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.124588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.124774] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.124888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.124960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.125112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.125192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.125276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.125366] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.158545] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.158545] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.158993] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.158993] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.159224] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.159465] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.627958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.628181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.628181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.628384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.628552] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.628657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.628723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.628876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.628965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.629066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.629213] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.629307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.629369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.629509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.629674] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.629771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.629845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.630018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.630112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.630201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.630287] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.961621] env[65495]: INFO networking_nsxv3.common.synchronization [req-942d51d9-74b7-4ef4-a456-497cf18772be req-41b8ec3e-93af-486e-bfa1-70e2301707a9 service nova] Enqueued Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_rules [ 634.961621] env[65495]: INFO networking_nsxv3.common.synchronization [req-942d51d9-74b7-4ef4-a456-497cf18772be req-41b8ec3e-93af-486e-bfa1-70e2301707a9 service nova] Enqueued Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_members [ 634.961621] env[65495]: INFO networking_nsxv3.common.synchronization [req-942d51d9-74b7-4ef4-a456-497cf18772be req-41b8ec3e-93af-486e-bfa1-70e2301707a9 service nova] Enqueued Resource ID: 18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb with Priority: HIGHEST for action port [ 634.962151] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_rules [ 634.962293] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_members [ 634.962407] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb with Priority: HIGHEST for action port [ 634.962696] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.962857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.962898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.963589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.963695] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.964849] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.965301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.965384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.965574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.965729] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.965828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.965888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.966046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.966136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.966217] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.967021] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.968582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.968675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.968860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.969168] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.439129] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5088b0b8-47c8-4690-be4f-760068596c09 in Status: SUCCESS [ 635.439129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.441725] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c717f8f6-4afc-4099-a8c4-3e24e06c6018: rpc.has_security_group_logging(os_id): False [ 635.462150] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.462150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.462150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.462150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.462371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.462574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.462784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.462833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.464414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.464414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.464414] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.464414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.464414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.464414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.464981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.465263] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.465500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.465595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.465991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.465991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.466173] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 is going to be created. [ 635.471558] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.471784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.472889] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.474492] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb with status ACTIVE [ 635.474663] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.474820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.474915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.475176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.475455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.475951] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.476282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.476372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.476610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.476926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.477196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.477346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.477436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.477665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.477824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.477959] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb is going to be updated. [ 635.505521] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.505744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.505850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.506111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.506265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.506437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c50ed7-47e9-4e1e-b0f2-d35b323bd5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.734798] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.734798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.734798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.734798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.734798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.749428] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 in Status: SUCCESS [ 635.752048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.985143] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.444026] env[65495]: INFO networking_nsxv3.common.synchronization [req-ddfa705b-9a42-4fd9-a2b8-c1e42741bf64 req-0497d14d-4fd7-4bb5-95c6-3b1fc74a2b93 tempest-ImagesNegativeTestJSON-1659268501 tempest-ImagesNegativeTestJSON-1659268501-project-member] Enqueued Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_members [ 636.444680] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGHEST for action security_group_members [ 636.446087] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.446087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.446087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.446087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.446087] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.446087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.446087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.446087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.446829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.446829] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.488467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.488467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.488467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.488467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.488467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.488467] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c is going to be created. [ 636.514713] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.514788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.514872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.515117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.515300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.528564] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c in Status: UNINITIALIZED for 2s [ 636.948662] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.948824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.948887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.949141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.949240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.949434] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.949534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.949581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.949748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.949842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.949933] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 is going to be updated. [ 636.981117] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.981330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.981330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.981549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.981718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.991108] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 in Status: IN_PROGRESS for 2s [ 638.142762] env[65495]: INFO networking_nsxv3.common.synchronization [None req-124f3128-7a5a-4930-b186-e241b2f4f3fd None None] Enqueued Resource ID: e1ae522e-80c7-4f78-b738-c95ab4c9b7e2 with Priority: HIGHEST for action port [ 638.143223] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae522e-80c7-4f78-b738-c95ab4c9b7e2 with Priority: HIGHEST for action port [ 638.144612] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ae522e-80c7-4f78-b738-c95ab4c9b7e2 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.144612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ae522e-80c7-4f78-b738-c95ab4c9b7e2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.144612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ae522e-80c7-4f78-b738-c95ab4c9b7e2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.144779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ae522e-80c7-4f78-b738-c95ab4c9b7e2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.144779] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ae522e-80c7-4f78-b738-c95ab4c9b7e2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.543123] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c in Status: SUCCESS [ 638.543123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.544326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.544326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.544326] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.544646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.544646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.547017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.547017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.547316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.547316] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.647735] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ae522e-80c7-4f78-b738-c95ab4c9b7e2 [ 638.647948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.648096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.648204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.648388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.648471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.648564] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ae522e-80c7-4f78-b738-c95ab4c9b7e2 already deleted. [ 638.648668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ae522e-80c7-4f78-b738-c95ab4c9b7e2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.731091] env[65495]: INFO networking_nsxv3.common.synchronization [req-805dcfb1-c599-4957-9e88-1b9c4076a2f0 req-8b59b7c3-43b1-4519-878a-2d75c06bea3e tempest-ServersWithSpecificFlavorTestJSON-10228382 tempest-ServersWithSpecificFlavorTestJSON-10228382-project-member] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 638.731828] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 638.732160] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.732315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.732377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.732902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.732902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.732902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.733116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.733406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.733406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.733406] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.002328] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 in Status: SUCCESS [ 639.002506] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 deletion is rescheduled due to dependency. [ 639.002637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.050439] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.236039] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.237264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.237264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.237264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.238709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.238709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.238709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.238709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.238709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.238709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.238709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 already deleted. [ 639.238709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.279613] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.280311] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.280560] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.284622] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.284622] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.284622] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.284622] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.284622] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.284622] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.284622] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.284622] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.284622] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.284622] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.284622] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.284622] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.284622] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.305047] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.305239] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.305346] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.305522] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.305889] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.306076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.306194] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.306510] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.306684] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb631cd-7b7d-4d34-b0a0-50a40c296ea0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.554585] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32c1db23-ed69-4b3b-8c13-bd3579e5a90c: rpc.has_security_group_logging(os_id): False [ 639.573139] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.573327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.573327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.573561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.573651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.573896] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.573997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.574118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.574220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.574297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.574405] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c is going to be created. [ 639.641202] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.641291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.641363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.641631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.641748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.655057] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c in Status: IN_PROGRESS for 2s [ 639.811922] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.811922] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.812297] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.812401] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.812561] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.812736] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port abb631cd-7b7d-4d34-b0a0-50a40c296ea0 not found, creating... [ 639.813045] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.813207] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.813353] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.813571] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.813710] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.814056] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.814274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.814379] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.814555] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.814701] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.814846] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: abb631cd-7b7d-4d34-b0a0-50a40c296ea0 is going to be created. [ 639.842999] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.843290] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.843363] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.843647] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.843946] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.844229] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.555148] env[65495]: INFO networking_nsxv3.common.synchronization [None req-5583347b-5a0c-4b10-a3a1-dd02098155a7 None None] Enqueued Resource ID: 18c4fb4c-2b84-4220-a9c8-f92390cb8a66 with Priority: HIGHEST for action port [ 640.555148] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c4fb4c-2b84-4220-a9c8-f92390cb8a66 with Priority: HIGHEST for action port [ 640.555148] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c4fb4c-2b84-4220-a9c8-f92390cb8a66 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.555148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c4fb4c-2b84-4220-a9c8-f92390cb8a66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.555148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c4fb4c-2b84-4220-a9c8-f92390cb8a66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.555148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c4fb4c-2b84-4220-a9c8-f92390cb8a66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.555148] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c4fb4c-2b84-4220-a9c8-f92390cb8a66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.590477] env[65495]: INFO networking_nsxv3.common.synchronization [req-805dcfb1-c599-4957-9e88-1b9c4076a2f0 req-97b9cb90-56b4-4ac7-a1de-a13804f81f0c service nova] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 640.590477] env[65495]: INFO networking_nsxv3.common.synchronization [req-805dcfb1-c599-4957-9e88-1b9c4076a2f0 req-97b9cb90-56b4-4ac7-a1de-a13804f81f0c service nova] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 640.590477] env[65495]: INFO networking_nsxv3.common.synchronization [req-805dcfb1-c599-4957-9e88-1b9c4076a2f0 req-97b9cb90-56b4-4ac7-a1de-a13804f81f0c service nova] Enqueued Resource ID: abb631cd-7b7d-4d34-b0a0-50a40c296ea0 with Priority: HIGHEST for action port [ 640.590477] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 640.590477] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 640.590477] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb631cd-7b7d-4d34-b0a0-50a40c296ea0 with Priority: HIGHEST for action port [ 640.590477] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.590477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.590477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.591460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.591785] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.593804] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.594178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.594394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.594703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.595011] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.596034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.596034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.596034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.596034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.596034] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.598324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.598324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.598324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.598324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.598324] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb631cd-7b7d-4d34-b0a0-50a40c296ea0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.060475] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18c4fb4c-2b84-4220-a9c8-f92390cb8a66 [ 641.060840] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.061010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.061085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.061313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.061409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.061512] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18c4fb4c-2b84-4220-a9c8-f92390cb8a66 already deleted. [ 641.061627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c4fb4c-2b84-4220-a9c8-f92390cb8a66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.101732] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.101732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.101732] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.102690] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abb631cd-7b7d-4d34-b0a0-50a40c296ea0 with status ACTIVE [ 641.103199] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.103199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.103199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.103408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.103467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.103791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.103791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.103791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.103953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.104021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.104214] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.104316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.104382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.104517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.104594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.104720] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abb631cd-7b7d-4d34-b0a0-50a40c296ea0 is going to be updated. [ 641.127524] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.127672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.127744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.128489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.128489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.128489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb631cd-7b7d-4d34-b0a0-50a40c296ea0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.586932] env[65495]: INFO networking_nsxv3.common.synchronization [None req-be8ab35d-498e-4b6a-b622-c54241343521 None None] Enqueued Resource ID: c98a6205-0743-495a-bb1d-2533f5eb8e29 with Priority: HIGHEST for action port [ 641.587366] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98a6205-0743-495a-bb1d-2533f5eb8e29 with Priority: HIGHEST for action port [ 641.587536] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c98a6205-0743-495a-bb1d-2533f5eb8e29 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.587608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c98a6205-0743-495a-bb1d-2533f5eb8e29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.587646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c98a6205-0743-495a-bb1d-2533f5eb8e29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.589254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c98a6205-0743-495a-bb1d-2533f5eb8e29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.589254] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98a6205-0743-495a-bb1d-2533f5eb8e29',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.607369] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.668219] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c in Status: SUCCESS [ 641.668219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.811981] env[65495]: INFO networking_nsxv3.common.synchronization [req-dc0f7092-ee1b-4ade-b67c-f2e89da0ce69 req-21e82402-3311-4db5-b662-c2e0ea77f5f6 tempest-ServersAdminNegativeTestJSON-1342568051 tempest-ServersAdminNegativeTestJSON-1342568051-project-member] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 641.815922] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 641.816975] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.816975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.816975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.817219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.817346] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.817501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.817606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.817782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.817872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.818029] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.092549] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c98a6205-0743-495a-bb1d-2533f5eb8e29 [ 642.092549] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.092549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.092549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.092549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.092549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092549] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c98a6205-0743-495a-bb1d-2533f5eb8e29 already deleted. [ 642.092549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c98a6205-0743-495a-bb1d-2533f5eb8e29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.111679] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.111679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.111679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.111679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.111679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.111679] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be created. [ 642.140903] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.141394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.141593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.142394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.142791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.155755] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: UNINITIALIZED for 2s [ 642.294856] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.294856] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.294856] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.295166] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.295477] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.295662] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.295786] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.297340] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.297340] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.297340] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.297340] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.297340] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.297545] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.297545] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.297606] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.297724] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.317988] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.318496] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.318704] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.318896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.319226] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.319659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.319659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.319839] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.319978] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.321517] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.321649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.322510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.322510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.322510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.322510] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.322510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.322510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.322510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.323026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.323026] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 already deleted. [ 642.323026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.827563] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.827819] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.827819] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.828817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.828817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.828817] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd not found, creating... [ 642.828817] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.829046] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.829633] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.829633] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.829801] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.830264] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.830529] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.830842] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.831062] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.831818] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.832136] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd is going to be created. [ 642.858264] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.858603] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.858603] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.858874] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.859135] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859363] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.550121] env[65495]: INFO networking_nsxv3.common.synchronization [req-dc0f7092-ee1b-4ade-b67c-f2e89da0ce69 req-a2d1de5f-a820-4f74-9bf8-92f1020a84dd service nova] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_rules [ 643.550410] env[65495]: INFO networking_nsxv3.common.synchronization [req-dc0f7092-ee1b-4ade-b67c-f2e89da0ce69 req-a2d1de5f-a820-4f74-9bf8-92f1020a84dd service nova] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 643.550594] env[65495]: INFO networking_nsxv3.common.synchronization [req-dc0f7092-ee1b-4ade-b67c-f2e89da0ce69 req-a2d1de5f-a820-4f74-9bf8-92f1020a84dd service nova] Enqueued Resource ID: ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd with Priority: HIGHEST for action port [ 643.552314] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_rules [ 643.552460] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 643.552561] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd with Priority: HIGHEST for action port [ 643.552895] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.553085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.553188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.555882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.555974] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.560139] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.560139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.560139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.560341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.565199] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.565199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.565199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.565199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.565199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.565199] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.565524] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.565524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.565524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.566664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.566664] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.660559] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb1f802b-ae08-4534-9599-b7bcc5e7a087 req-941c57cc-6286-43ce-841e-ae149d643e9a tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 643.660559] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 643.660659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.660971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.661093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.661356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.661521] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.661995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.662170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.662294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.662390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.662583] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.060463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.060778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.068088] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.070024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd with status ACTIVE [ 644.070262] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.070396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.070462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.070665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.070755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.070932] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.071057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.071120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.071271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.071364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.071540] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.071643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.071703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.071839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.071943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.071990] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd is going to be updated. [ 644.097024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.097024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.097024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.097411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.097411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.097411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6b1ac6-315b-4425-ae44-b0fe8d9cffbd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.116735] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.116940] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.117131] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.117386] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.117645] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.117840] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.117951] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.119021] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.119205] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.119421] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.119555] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.119667] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.119799] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.119924] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.120085] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.121440] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.147679] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.147964] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.148347] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.148639] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.149550] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-03452666-2cb9-461a-8185-22a9953a3b89 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.149891] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.150124] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.150735] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.150961] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03452666-2cb9-461a-8185-22a9953a3b89',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.166478] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.166657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.166759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.166937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.167050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.167277] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.167450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.167450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.167649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.167727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.167772] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a already deleted. [ 644.168043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.169099] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: SUCCESS [ 644.170742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.170990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.171205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.171386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.171496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.171577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.171864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.172294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.172294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.172294] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.270817] env[65495]: INFO networking_nsxv3.common.synchronization [None req-22a30cfa-841a-43f8-ba99-27623452dea3 None None] Enqueued Resource ID: 49b3b8c7-827d-4a3d-a6df-f3570947dafc with Priority: HIGHEST for action port [ 644.274053] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b3b8c7-827d-4a3d-a6df-f3570947dafc with Priority: HIGHEST for action port [ 644.274053] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b3b8c7-827d-4a3d-a6df-f3570947dafc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.274053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b3b8c7-827d-4a3d-a6df-f3570947dafc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.274053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b3b8c7-827d-4a3d-a6df-f3570947dafc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.274053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b3b8c7-827d-4a3d-a6df-f3570947dafc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.274053] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b3b8c7-827d-4a3d-a6df-f3570947dafc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.706847] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.713752] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.713752] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.713752] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.713752] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.716798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.716798] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 03452666-2cb9-461a-8185-22a9953a3b89 not found, creating... [ 644.716798] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.716798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.716798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.716798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.716798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.716798] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.716798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.716798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.717295] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.722513] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723919] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 03452666-2cb9-461a-8185-22a9953a3b89 is going to be created. [ 644.727575] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.758742] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.758742] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.758964] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.759224] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.759575] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.760380] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.779656] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49b3b8c7-827d-4a3d-a6df-f3570947dafc [ 644.779910] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.780053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.780124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.780667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.781292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.781292] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49b3b8c7-827d-4a3d-a6df-f3570947dafc already deleted. [ 644.781444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b3b8c7-827d-4a3d-a6df-f3570947dafc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.234509] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de1ea9fb-f859-446f-9534-793872ee8d55: rpc.has_security_group_logging(os_id): False [ 645.238375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.238375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.238375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.238375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.238375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.238375] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be created. [ 645.262285] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.262285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.262285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.262462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.262568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.262917] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.263086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.263127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.263282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.263361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.263460] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be created. [ 645.276349] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.276529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.276598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.278017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.278017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.290106] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: UNINITIALIZED for 2s [ 645.363516] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.364764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.364764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.364764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.364764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.377991] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: IN_PROGRESS for 2s [ 645.600175] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb1f802b-ae08-4534-9599-b7bcc5e7a087 req-f58549bf-15cd-4e84-a7e9-1532502f967d service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 645.600175] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb1f802b-ae08-4534-9599-b7bcc5e7a087 req-f58549bf-15cd-4e84-a7e9-1532502f967d service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 645.600175] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb1f802b-ae08-4534-9599-b7bcc5e7a087 req-f58549bf-15cd-4e84-a7e9-1532502f967d service nova] Enqueued Resource ID: 03452666-2cb9-461a-8185-22a9953a3b89 with Priority: HIGHEST for action port [ 645.600614] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 645.600842] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 645.601030] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03452666-2cb9-461a-8185-22a9953a3b89 with Priority: HIGHEST for action port [ 645.601341] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.601496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.601592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.601876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.602133] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.602932] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.603090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.603180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.603373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.603551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.603679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.603775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.603964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.604092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.604234] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.606866] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-03452666-2cb9-461a-8185-22a9953a3b89 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.606866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.607032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.607239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.607949] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03452666-2cb9-461a-8185-22a9953a3b89',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.116044] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.116044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03452666-2cb9-461a-8185-22a9953a3b89 with status ACTIVE [ 646.116044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.116044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.116044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.118104] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.118104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.118104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.118104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.118104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.118104] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03452666-2cb9-461a-8185-22a9953a3b89 is going to be updated. [ 646.141533] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.141757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.141757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.142109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.142182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.142303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03452666-2cb9-461a-8185-22a9953a3b89" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.621652] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.124293] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.125093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.125093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.125093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.125302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.125339] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be created. [ 647.150493] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.150734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.150734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.150981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.151176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.162548] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: UNINITIALIZED for 2s [ 647.301867] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: SUCCESS [ 647.302545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.302545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.302974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.303215] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.303323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.303400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.303996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.303996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.303996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.303996] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.391194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: SUCCESS [ 647.391388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.808117] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.808117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.808117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.808735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.808979] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.809124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.809289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.809395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.809491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.809588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.809759] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.809909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.810014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.810192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.810340] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.810486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.810617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.811149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.811149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.811149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.811320] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.317570] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c130e3c-a704-4fa0-993a-b2d2cc679567: rpc.has_security_group_logging(os_id): False [ 648.339262] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.339439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.339489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.339689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.339778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.339968] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.340081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.340146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.340299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.340377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.340563] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.340697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.340737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.340861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.340933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.341140] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.341233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.341296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.341436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.341511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.341596] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be created. [ 648.407423] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.407708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.407708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.407852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.408060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.419814] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: IN_PROGRESS for 2s [ 648.816575] env[65495]: INFO networking_nsxv3.common.synchronization [req-e7fd7e65-b2e2-4edd-ba28-0446ae482539 req-121f891e-a03e-44c1-852b-b30cd37c68f0 tempest-ServerExternalEventsTest-1577106386 tempest-ServerExternalEventsTest-1577106386-project-member] Enqueued Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_members [ 648.817155] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGHEST for action security_group_members [ 648.817488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.817616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.817683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.817877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.818320] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.819301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.819301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.819301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.819301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.819301] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.173482] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 649.173920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.174682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.175324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.175516] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.175642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.175711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.175928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.176214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.176214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.176214] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.229617] env[65495]: INFO networking_nsxv3.common.synchronization [req-fc223e33-e419-4039-a370-698fe71f268b req-cc03bfc3-df98-4fc0-a3c4-48246a92ac23 tempest-MigrationsAdminTest-1820678381 tempest-MigrationsAdminTest-1820678381-project-member] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 649.230330] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 649.230877] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.230877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.230877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.231188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.231342] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.231494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.231606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.231708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.231800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.231892] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.322925] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.322925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.326029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.326029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.326029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.326029] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.326029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.326029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.326029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.326029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.326029] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128882ce-d9bd-452d-903e-6ac19df24f98 is going to be updated. [ 649.356214] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.356411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.356411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.356616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.356773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.369395] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128882ce-d9bd-452d-903e-6ac19df24f98 in Status: IN_PROGRESS for 2s [ 649.564567] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.564765] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.565342] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.565752] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.566453] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.567057] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.567057] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.567177] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.567218] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.567499] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.567654] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.567782] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.567909] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.568063] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.568468] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.568646] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.590446] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.590690] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.590769] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.590991] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.591383] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-630f515a-047a-406e-96e5-36a765abb715 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.591602] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.591766] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.592141] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.592314] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630f515a-047a-406e-96e5-36a765abb715',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.678573] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.678840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.678840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.679043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.679212] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.679311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.679362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.679527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.679612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.679699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.679844] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.679937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.679997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.680161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.680295] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.680386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.680448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.680584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.680661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.680782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.680931] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.734295] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.734469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.734544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.734750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.734842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.735066] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.735173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.735235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.735502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.735502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.735604] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 already deleted. [ 649.735691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.095497] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.096115] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.096115] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.096210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.096317] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.096468] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 630f515a-047a-406e-96e5-36a765abb715 not found, creating... [ 650.096726] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.096899] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.097020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.097260] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.097395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.097670] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.097822] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.097934] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.098183] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.098305] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.098445] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 630f515a-047a-406e-96e5-36a765abb715 is going to be created. [ 650.119737] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.119737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.119737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.119737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.120067] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.120067] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.183191] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a: rpc.has_security_group_logging(os_id): False [ 650.203922] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.204142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.204228] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.204474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.204571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.204788] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.204889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.204955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.205121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.205201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.205398] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.205498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.205835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.205835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.205835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.205987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.206105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.206170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.206324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.206401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.206484] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be created. [ 650.310203] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.310356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.310428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.310631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.310840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.333315] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 650.385780] env[65495]: INFO networking_nsxv3.common.synchronization [None req-37222d38-96a1-4fb6-80dd-e879b019923c None None] Enqueued Resource ID: 2a10c5b3-6a05-4977-8aca-0e76ce21b777 with Priority: HIGHEST for action port [ 650.386886] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a10c5b3-6a05-4977-8aca-0e76ce21b777 with Priority: HIGHEST for action port [ 650.388331] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a10c5b3-6a05-4977-8aca-0e76ce21b777 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.388478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a10c5b3-6a05-4977-8aca-0e76ce21b777" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.388531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a10c5b3-6a05-4977-8aca-0e76ce21b777" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.388846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a10c5b3-6a05-4977-8aca-0e76ce21b777" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.388938] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a10c5b3-6a05-4977-8aca-0e76ce21b777',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.432889] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: SUCCESS [ 650.433173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.864161] env[65495]: INFO networking_nsxv3.common.synchronization [req-fc223e33-e419-4039-a370-698fe71f268b req-295f72f8-40db-4163-8267-e603099cfda7 service nova] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_rules [ 650.864367] env[65495]: INFO networking_nsxv3.common.synchronization [req-fc223e33-e419-4039-a370-698fe71f268b req-295f72f8-40db-4163-8267-e603099cfda7 service nova] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 650.864500] env[65495]: INFO networking_nsxv3.common.synchronization [req-fc223e33-e419-4039-a370-698fe71f268b req-295f72f8-40db-4163-8267-e603099cfda7 service nova] Enqueued Resource ID: 630f515a-047a-406e-96e5-36a765abb715 with Priority: HIGHEST for action port [ 650.864948] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_rules [ 650.865103] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 650.865247] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630f515a-047a-406e-96e5-36a765abb715 with Priority: HIGHEST for action port [ 650.865683] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.866472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.866472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.868737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.869114] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.869685] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.869797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.869864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.870115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.872059] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.872059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.872059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.872059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.872253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.872253] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.874544] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-630f515a-047a-406e-96e5-36a765abb715 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.874544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.874544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.874544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.875827] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630f515a-047a-406e-96e5-36a765abb715',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.891474] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a10c5b3-6a05-4977-8aca-0e76ce21b777 [ 650.891715] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.892189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.892189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.892189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.892379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892379] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a10c5b3-6a05-4977-8aca-0e76ce21b777 already deleted. [ 650.892379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a10c5b3-6a05-4977-8aca-0e76ce21b777" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.021330] env[65495]: INFO networking_nsxv3.common.synchronization [req-f133a8e9-b306-4f47-9074-acc86e94c4d7 req-3812c433-7f3b-41a5-9f43-456ffee045bf tempest-ServerPasswordTestJSON-289224489 tempest-ServerPasswordTestJSON-289224489-project-member] Enqueued Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_members [ 651.021894] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGHEST for action security_group_members [ 651.022226] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.022352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.022417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.022620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.023229] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.024385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.024477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.024647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.024741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.024843] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.377063] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.378187] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.378301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.378726] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 630f515a-047a-406e-96e5-36a765abb715 with status ACTIVE [ 651.378947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.379085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.379179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.379394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.379538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.379825] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.379825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.379825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.379995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.380067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.380253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.380350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.380412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.380553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.380627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.380717] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 630f515a-047a-406e-96e5-36a765abb715 is going to be updated. [ 651.383603] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128882ce-d9bd-452d-903e-6ac19df24f98 in Status: SUCCESS [ 651.383772] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128882ce-d9bd-452d-903e-6ac19df24f98 deletion is rescheduled due to dependency. [ 651.383870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.406026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.406026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.406026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.406335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-630f515a-047a-406e-96e5-36a765abb715" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.511866] env[65495]: INFO networking_nsxv3.common.synchronization [req-443e4922-c56f-4811-ae8b-c5f3273b4de6 req-56f2bfcf-aabf-4ea6-8dfc-ea32fd47db98 tempest-FloatingIPsAssociationNegativeTestJSON-2030298486 tempest-FloatingIPsAssociationNegativeTestJSON-2030298486-project-member] Enqueued Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_members [ 651.512475] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_members [ 651.512781] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.512927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.513029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.513342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.513460] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.513581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.513649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.513809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.513894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.513989] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.527324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.527564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.528207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.528207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.528207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.528207] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.528391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.528428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.528679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.528679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.528754] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3864a151-f62e-4c3a-aab7-bffb28043222 is going to be updated. [ 651.567175] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.567175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.567175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.567488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.567488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.581958] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3864a151-f62e-4c3a-aab7-bffb28043222 in Status: IN_PROGRESS for 2s [ 651.880303] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.010988] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.011289] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-496" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.011391] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-496" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.011739] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-496" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.012857] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.012857] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.012857] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.012857] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.013223] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.013223] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.013348] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.013493] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.014168] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.014168] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.014168] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.014168] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.016420] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.016494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.017920] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.017920] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da already deleted. [ 652.017920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.036109] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.037098] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.037098] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.037098] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-496" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037098] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-497a385f-d3a7-49c7-9d73-b0f0a70be746 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.037098] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.037482] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.037482] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.037619] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497a385f-d3a7-49c7-9d73-b0f0a70be746',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.344479] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 652.344719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.384686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.385717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.386140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.386751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.386930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.387153] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be created. [ 652.413253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.413495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.413604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.413931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.414217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.430893] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: UNINITIALIZED for 2s [ 652.542720] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.544241] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.544241] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.544241] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.544241] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.544470] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 497a385f-d3a7-49c7-9d73-b0f0a70be746 not found, creating... [ 652.544571] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.544735] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.544847] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.545086] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.545878] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.545878] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.545878] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.545878] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.546130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.546130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.546214] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 497a385f-d3a7-49c7-9d73-b0f0a70be746 is going to be created. [ 652.571033] env[65495]: INFO networking_nsxv3.common.synchronization [None req-12470fe8-9054-4c7c-a50d-db6d32e8cd6b None None] Enqueued Resource ID: 717da819-206b-405a-b2ec-10ce651431ff with Priority: HIGHEST for action port [ 652.571370] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.571551] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.571667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.571921] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.572153] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.572365] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.573319] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717da819-206b-405a-b2ec-10ce651431ff with Priority: HIGHEST for action port [ 652.573603] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-717da819-206b-405a-b2ec-10ce651431ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.573716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-717da819-206b-405a-b2ec-10ce651431ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.573782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-717da819-206b-405a-b2ec-10ce651431ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.574901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-717da819-206b-405a-b2ec-10ce651431ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.574901] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717da819-206b-405a-b2ec-10ce651431ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.077310] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 717da819-206b-405a-b2ec-10ce651431ff [ 653.077635] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.077787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.077834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.078071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.078161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.078267] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:717da819-206b-405a-b2ec-10ce651431ff already deleted. [ 653.078322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-717da819-206b-405a-b2ec-10ce651431ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.313857] env[65495]: INFO networking_nsxv3.common.synchronization [req-443e4922-c56f-4811-ae8b-c5f3273b4de6 req-452eec90-f485-4f75-a7a7-d963a15a2de4 service nova] Enqueued Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_rules [ 653.313857] env[65495]: INFO networking_nsxv3.common.synchronization [req-443e4922-c56f-4811-ae8b-c5f3273b4de6 req-452eec90-f485-4f75-a7a7-d963a15a2de4 service nova] Enqueued Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_members [ 653.313857] env[65495]: INFO networking_nsxv3.common.synchronization [req-443e4922-c56f-4811-ae8b-c5f3273b4de6 req-452eec90-f485-4f75-a7a7-d963a15a2de4 service nova] Enqueued Resource ID: 497a385f-d3a7-49c7-9d73-b0f0a70be746 with Priority: HIGHEST for action port [ 653.313857] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_rules [ 653.313857] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_members [ 653.313857] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497a385f-d3a7-49c7-9d73-b0f0a70be746 with Priority: HIGHEST for action port [ 653.314281] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.317998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.318121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.318457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.318544] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.320258] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.321720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.321815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.322038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.322224] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.322333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.322398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.322557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.322676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.322774] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.323838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-497a385f-d3a7-49c7-9d73-b0f0a70be746 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.325073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.325191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.325387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.325496] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497a385f-d3a7-49c7-9d73-b0f0a70be746',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.562940] env[65495]: INFO networking_nsxv3.common.synchronization [None req-990ca330-7d57-4705-899b-fa7572f267f5 tempest-ServersTestBootFromVolume-313314063 tempest-ServersTestBootFromVolume-313314063-project-member] Enqueued Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_rules [ 653.562940] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_rules [ 653.562940] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.563366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.563366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.565052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.565052] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.592384] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3864a151-f62e-4c3a-aab7-bffb28043222 in Status: SUCCESS [ 653.592609] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3864a151-f62e-4c3a-aab7-bffb28043222 deletion is rescheduled due to dependency. [ 653.592609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.795784] env[65495]: INFO networking_nsxv3.common.synchronization [None req-de867cd5-cd4c-4199-86c0-42ea0056db32 tempest-ServersTestBootFromVolume-313314063 tempest-ServersTestBootFromVolume-313314063-project-member] Enqueued Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_rules [ 653.795784] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_rules [ 653.795784] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.796020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.828916] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.830566] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.830704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.831386] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 497a385f-d3a7-49c7-9d73-b0f0a70be746 with status ACTIVE [ 653.831386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.831386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.831386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.831676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.831723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.831893] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.832097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.832225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.832392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.832475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.832673] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.832764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.832860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.833027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.833141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.833233] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 497a385f-d3a7-49c7-9d73-b0f0a70be746 is going to be updated. [ 653.856392] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.856472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.856509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.856698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.856845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.857056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497a385f-d3a7-49c7-9d73-b0f0a70be746" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.087593] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.087769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.087837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.088047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.088133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.088226] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 already deleted. [ 654.088303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.088454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.088634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.088744] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.331377] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.445756] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 654.446123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.446413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.447074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.447447] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.447620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.447757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.448465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.448815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.448910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.449104] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.456671] env[65495]: INFO networking_nsxv3.common.synchronization [req-841f9a43-3187-4d44-94d0-6bd237748270 req-14a5d376-0465-4088-b4eb-ea0408721263 tempest-ServersTestJSON-202330371 tempest-ServersTestJSON-202330371-project-member] Enqueued Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_members [ 654.458454] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_members [ 654.458955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.459151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.459250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.459662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.459889] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.460051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.460142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.460360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.460593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.460756] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.610687] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e335f8c-e4a2-48c0-a0c5-908f2e46d9b0 req-a1049abb-c0f0-4f6f-bea0-0ff5810b6996 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_members [ 654.610687] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e335f8c-e4a2-48c0-a0c5-908f2e46d9b0 req-a1049abb-c0f0-4f6f-bea0-0ff5810b6996 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 654.610687] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_members [ 654.610687] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 654.610687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ec8e75-1e41-4388-9acd-27a62c20138d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.611210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.611210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.611210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.611347] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.611408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.611533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.611868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.611989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.612057] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.612997] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.613151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.613216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.613436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.613548] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.613791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.613791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.614095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.614401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.614573] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.616494] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.618654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.618654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.618830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.618969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.619092] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 already deleted. [ 654.619149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.670145] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e335f8c-e4a2-48c0-a0c5-908f2e46d9b0 req-a1049abb-c0f0-4f6f-bea0-0ff5810b6996 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_rules [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e335f8c-e4a2-48c0-a0c5-908f2e46d9b0 req-a1049abb-c0f0-4f6f-bea0-0ff5810b6996 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_members [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e335f8c-e4a2-48c0-a0c5-908f2e46d9b0 req-a1049abb-c0f0-4f6f-bea0-0ff5810b6996 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_rules [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e335f8c-e4a2-48c0-a0c5-908f2e46d9b0 req-a1049abb-c0f0-4f6f-bea0-0ff5810b6996 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e335f8c-e4a2-48c0-a0c5-908f2e46d9b0 req-a1049abb-c0f0-4f6f-bea0-0ff5810b6996 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec with Priority: HIGHEST for action port [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_rules [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_rules [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec with Priority: HIGHEST for action port [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_members [ 654.673041] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 654.673570] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ec8e75-1e41-4388-9acd-27a62c20138d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.673570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.673570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.674189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.674189] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.675964] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.675964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.675964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.676932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.676932] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.677138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2cb53f-359b-492b-9f6d-f40b315f73ec taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.677636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.677636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.677636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.677907] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2cb53f-359b-492b-9f6d-f40b315f73ec',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.679578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ec8e75-1e41-4388-9acd-27a62c20138d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.679578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.679578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.679913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.836794] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.836794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.836794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.836794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.836794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.836794] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da is going to be created. [ 654.878222] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.878222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.878222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.878588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.878735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.901372] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da in Status: UNINITIALIZED for 2s [ 654.955053] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.955053] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.955053] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.955053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.956398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.956398] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.956398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.956398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.956398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.956398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.956398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.956648] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.965926] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.965926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.965926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.966498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.966668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.966911] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.967038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.967107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.967300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.967404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.967507] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 already deleted. [ 654.967838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.998503] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.998503] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-940" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.998503] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-940" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.998845] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-940" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.000135] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000367] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.000487] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.000728] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.001704] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.001704] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.001704] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.001704] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.001917] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.002852] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.002852] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.002852] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.025448] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.028047] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.028047] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.028047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-940" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.028047] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-2b5082aa-47d6-41db-9719-54aa55a1dd5b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.028500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.028500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.028761] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.028895] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b5082aa-47d6-41db-9719-54aa55a1dd5b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.120266] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.121381] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.181464] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ec8e75-1e41-4388-9acd-27a62c20138d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.181636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.181826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.181947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.182956] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c2cb53f-359b-492b-9f6d-f40b315f73ec with status ACTIVE [ 655.182956] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.182956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.182956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.182956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.182956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.182956] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.183311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.183311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.183419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.183419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.183894] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.183894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.183894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.184177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.184177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.184177] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec is going to be updated. [ 655.211330] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.211330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.211330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.211330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.211330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.211330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.462246] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a782ca80-f98f-4717-aa8d-2953423851b7: rpc.has_security_group_logging(os_id): False [ 655.482362] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.486282] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.486282] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.486282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.487284] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.487284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.487284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.487284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.487284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.487284] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be created. [ 655.531648] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.531887] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.532053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.532588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.532588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.532799] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 2b5082aa-47d6-41db-9719-54aa55a1dd5b not found, creating... [ 655.533313] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.533590] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.533766] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.535162] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.535274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.535600] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.535850] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536117] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536610] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.536759] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 2b5082aa-47d6-41db-9719-54aa55a1dd5b is going to be created. [ 655.575033] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.575033] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.575033] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.575033] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.575033] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.575033] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.582746] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.582746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.582746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.583261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.600969] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: IN_PROGRESS for 2s [ 655.623788] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.625491] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.685066] env[65495]: INFO networking_nsxv3.common.synchronization [req-51e17244-b1e2-444b-a61d-10403cb4a662 req-8c817994-509e-4479-a500-c86d7b5b9c5e tempest-AttachInterfacesV270Test-656668729 tempest-AttachInterfacesV270Test-656668729-project-member] Enqueued Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_members [ 655.685841] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGHEST for action security_group_members [ 655.686386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.686550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.686648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.686792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.687267] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.687267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.687267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.687555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.687555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.687555] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.130016] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.130216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.130346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.130573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.131421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.131421] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ec8e75-1e41-4388-9acd-27a62c20138d is going to be created. [ 656.132687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.132834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.132948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.133234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.133370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.133509] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be updated. [ 656.137807] env[65495]: INFO networking_nsxv3.common.synchronization [req-2b1ff714-3476-4eae-84e3-35d5be81fd2a req-782eef75-ea24-4e9e-8efe-def3996bc1e4 tempest-VolumesAdminNegativeTest-306178189 tempest-VolumesAdminNegativeTest-306178189-project-member] Enqueued Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_members [ 656.137807] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGHEST for action security_group_members [ 656.140369] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.140450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.140550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.140733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.140921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.141062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.141154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.141272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.141370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.141490] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.166267] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.166449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.166494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.166676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.166829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.168918] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.169438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.169569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.170248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.170576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.179519] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 656.180344] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ec8e75-1e41-4388-9acd-27a62c20138d in Status: UNINITIALIZED for 2s [ 656.191144] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.191144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.191144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.193067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.193189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.193427] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.193563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.193615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.193786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.193875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.193971] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 is going to be updated. [ 656.226395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.226549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.229136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.229136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.229136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.236475] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 in Status: IN_PROGRESS for 2s [ 656.301546] env[65495]: INFO networking_nsxv3.common.synchronization [req-841f9a43-3187-4d44-94d0-6bd237748270 req-65deb77f-da23-4bf4-b3f7-3d0c4e07c410 service nova] Enqueued Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_rules [ 656.301726] env[65495]: INFO networking_nsxv3.common.synchronization [req-841f9a43-3187-4d44-94d0-6bd237748270 req-65deb77f-da23-4bf4-b3f7-3d0c4e07c410 service nova] Enqueued Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_members [ 656.301875] env[65495]: INFO networking_nsxv3.common.synchronization [req-841f9a43-3187-4d44-94d0-6bd237748270 req-65deb77f-da23-4bf4-b3f7-3d0c4e07c410 service nova] Enqueued Resource ID: 2b5082aa-47d6-41db-9719-54aa55a1dd5b with Priority: HIGHEST for action port [ 656.302828] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_rules [ 656.303129] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_members [ 656.303190] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5082aa-47d6-41db-9719-54aa55a1dd5b with Priority: HIGHEST for action port [ 656.303556] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.303687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.303757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.304499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.304647] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.306541] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.306541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.306541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.306541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.307138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.307138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.307138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.307487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.308312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.308312] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.308588] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b5082aa-47d6-41db-9719-54aa55a1dd5b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.308695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.308750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.308889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.308960] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b5082aa-47d6-41db-9719-54aa55a1dd5b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.644981] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.645273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.645273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.647023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.647023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.647023] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.647023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.647023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.647023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.647023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.647023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5088b0b8-47c8-4690-be4f-760068596c09 is going to be updated. [ 656.684281] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.684471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.684545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.684776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.687727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.700093] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5088b0b8-47c8-4690-be4f-760068596c09 in Status: IN_PROGRESS for 2s [ 656.807625] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.807625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.812331] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.817031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b5082aa-47d6-41db-9719-54aa55a1dd5b with status ACTIVE [ 656.817031] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.817031] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.817031] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.817031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.817031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b5082aa-47d6-41db-9719-54aa55a1dd5b is going to be updated. [ 656.846629] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.846629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.846629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.846629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.846629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.846629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b5082aa-47d6-41db-9719-54aa55a1dd5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.921589] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da in Status: SUCCESS [ 656.921694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.921804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.922039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.922242] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.922387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.922462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.922601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.922682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.922769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.923154] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.194897] env[65495]: INFO networking_nsxv3.common.synchronization [req-1a4fa76a-9e00-4924-85f1-a226c83ba597 req-d9940748-7f9b-4437-9e8c-3c4d384d1100 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_members [ 657.194897] env[65495]: INFO networking_nsxv3.common.synchronization [req-1a4fa76a-9e00-4924-85f1-a226c83ba597 req-d9940748-7f9b-4437-9e8c-3c4d384d1100 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 657.195859] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ec8e75-1e41-4388-9acd-27a62c20138d with Priority: HIGHEST for action security_group_members [ 657.197078] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 657.197078] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ec8e75-1e41-4388-9acd-27a62c20138d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.197078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.197078] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.197078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.271222] env[65495]: INFO networking_nsxv3.common.synchronization [req-1a4fa76a-9e00-4924-85f1-a226c83ba597 req-d9940748-7f9b-4437-9e8c-3c4d384d1100 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_rules [ 657.271222] env[65495]: INFO networking_nsxv3.common.synchronization [req-1a4fa76a-9e00-4924-85f1-a226c83ba597 req-d9940748-7f9b-4437-9e8c-3c4d384d1100 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 657.271222] env[65495]: INFO networking_nsxv3.common.synchronization [req-1a4fa76a-9e00-4924-85f1-a226c83ba597 req-d9940748-7f9b-4437-9e8c-3c4d384d1100 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec with Priority: HIGHEST for action port [ 657.271222] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_rules [ 657.271222] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 657.271222] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec with Priority: HIGHEST for action port [ 657.271222] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.273853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.274449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.274658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.275171] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2cb53f-359b-492b-9f6d-f40b315f73ec taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.275552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.275926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.276232] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2cb53f-359b-492b-9f6d-f40b315f73ec',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.319981] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.426759] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.426993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.427053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.427284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.427646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.427769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.427835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.427996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.428100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.428192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.428351] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.428447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.428540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.428651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.428823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.428890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.428927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.429076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.429156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.429237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.429425] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.613544] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 657.617023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.036652] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c2cb53f-359b-492b-9f6d-f40b315f73ec with status ACTIVE [ 658.036941] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.037158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.037158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.037457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.037457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.037663] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.037743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.037743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.037976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.037976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.038236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.038236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.038371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.038462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.038514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.038879] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c2cb53f-359b-492b-9f6d-f40b315f73ec is going to be updated. [ 658.040835] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.040986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.041079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.041622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.041622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.041622] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 is going to be created. [ 658.042368] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e479e91-2491-4b6b-ad1e-155e387ea9da: rpc.has_security_group_logging(os_id): False [ 658.075275] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.079273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.079372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.079621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.079736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.079971] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.080104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.080171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.080338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.080419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.080671] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.080772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.080855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.081112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.081204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.081758] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.081758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.081758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.081758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.081942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.081942] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da is going to be created. [ 658.083992] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.084195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.084250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.084451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.084606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.084800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2cb53f-359b-492b-9f6d-f40b315f73ec" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.085745] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.085874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.085947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.086206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.086353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.105489] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d6742a-7d16-45f3-8561-39060b170c44 in Status: UNINITIALIZED for 2s [ 658.169583] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.169583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.170142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.170142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.170142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.185472] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da in Status: IN_PROGRESS for 2s [ 658.194855] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ec8e75-1e41-4388-9acd-27a62c20138d in Status: SUCCESS [ 658.194855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.195248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.195248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.195497] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.195648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.195728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.195912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.196035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.196164] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.197936] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 658.198215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.198727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.198727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.199257] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.199257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.199257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.199257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.200751] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.264238] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 in Status: SUCCESS [ 658.264477] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 deletion is rescheduled due to dependency. [ 658.266029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.705789] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.705789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.705937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.706629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.706629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.706629] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.706629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.706629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.706911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.706911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.707409] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ec8e75-1e41-4388-9acd-27a62c20138d is going to be deleted. [ 658.709306] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.724531] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5088b0b8-47c8-4690-be4f-760068596c09 in Status: SUCCESS [ 658.724531] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5088b0b8-47c8-4690-be4f-760068596c09 deletion is rescheduled due to dependency. [ 658.724531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.795951] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.796186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.796286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.796591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.796721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.796869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.797618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.797892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.798286] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.798517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.798585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.798827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.798947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.799101] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.060346] env[65495]: INFO networking_nsxv3.common.synchronization [req-50a2d5b6-e9e2-49f1-8d97-3eb7a26d3b59 req-f7029ac6-17d6-404b-8295-53ac3e60aa25 tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 659.060725] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 659.061107] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.061280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.061341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.061959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.062097] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.062189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.062289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.062643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.062643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.062643] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.215129] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.304840] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.305106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.305166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.305936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.305936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.306087] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.307603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.307603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.307603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.307603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.307603] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ec8e75-1e41-4388-9acd-27a62c20138d already deleted. [ 659.307603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.307914] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.309381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.309640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.309882] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.310415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.310549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.310842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.310953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.311108] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.566337] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.566337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.566337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.566337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.566337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.566695] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.566695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.566695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.566813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.566813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.566946] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 already deleted. [ 659.566989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.597753] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.598110] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.598263] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.598648] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.598907] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.599153] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.599301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.599561] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.599791] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.600036] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.600179] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.600309] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.600432] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.600577] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.600702] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.601029] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.625582] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.625781] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.625856] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.626811] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.627215] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-268df581-b699-4ff3-b7c8-8a0df8bb0bea taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.627422] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.627540] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.627867] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.628009] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('268df581-b699-4ff3-b7c8-8a0df8bb0bea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.717389] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.717810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.717893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.718165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.718261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.718364] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be updated. [ 659.780498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.780498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.780498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.781569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.781569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.794111] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 659.813773] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ec8e75-1e41-4388-9acd-27a62c20138d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.815996] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.816086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.816123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.816500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.816500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.816969] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.817140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.817207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.817347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.817430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.817520] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ec8e75-1e41-4388-9acd-27a62c20138d already deleted. [ 659.817606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.122347] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d6742a-7d16-45f3-8561-39060b170c44 in Status: SUCCESS [ 660.123235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.123235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.123638] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.123905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.124123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.124172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.124231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.124457] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.130740] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.131012] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.131166] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.131461] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.131617] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.131778] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 268df581-b699-4ff3-b7c8-8a0df8bb0bea not found, creating... [ 660.132066] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.132236] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.132350] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.132598] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.132735] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.133049] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.133216] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.133339] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.133550] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.133677] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.133833] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 268df581-b699-4ff3-b7c8-8a0df8bb0bea is going to be created. [ 660.175079] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.175417] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.175612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.175968] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.176344] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.176586] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.203666] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da in Status: SUCCESS [ 660.204018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.316194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ec8e75-1e41-4388-9acd-27a62c20138d: rpc.has_security_group_logging(os_id): False [ 660.350181] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.350399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.350399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.350624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.350718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.350998] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.351117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.351182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.351340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.351417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.352206] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ec8e75-1e41-4388-9acd-27a62c20138d is going to be created. [ 660.383054] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/42ec8e75-1e41-4388-9acd-27a62c20138d], does not exist path=[/infra/domains/default/groups/42ec8e75-1e41-4388-9acd-27a62c20138d]."\n}' [ 660.383271] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ec8e75-1e41-4388-9acd-27a62c20138d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42ec8e75-1e41-4388-9acd-27a62c20138d [ 660.384023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 660.414371] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.414533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.414595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.414833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.415725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.415876] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.415992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.416129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.416320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.416396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.416602] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.416700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.416761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.416906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.417011] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.417112] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ec8e75-1e41-4388-9acd-27a62c20138d is going to be created. [ 660.441645] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/42ec8e75-1e41-4388-9acd-27a62c20138d], does not exist path=[/infra/domains/default/groups/42ec8e75-1e41-4388-9acd-27a62c20138d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42ec8e75-1e41-4388-9acd-27a62c20138d [ 660.441952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ec8e75-1e41-4388-9acd-27a62c20138d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.442439] env[65495]: Traceback (most recent call last): [ 660.442439] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 660.442439] env[65495]: return func(*args, **kwargs) [ 660.442439] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 660.442439] env[65495]: res.raise_for_status() [ 660.442439] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 660.442439] env[65495]: raise HTTPError(http_error_msg, response=self) [ 660.442848] env[65495]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42ec8e75-1e41-4388-9acd-27a62c20138d [ 660.442848] env[65495]: During handling of the above exception, another exception occurred: [ 660.442848] env[65495]: Traceback (most recent call last): [ 660.442848] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 660.442848] env[65495]: listener.cb(fileno) [ 660.442848] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 660.442848] env[65495]: result = function(*args, **kwargs) [ 660.442848] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 660.442848] env[65495]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 660.442848] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 660.442848] env[65495]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 660.442848] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 660.442848] env[65495]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 660.442848] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 660.442848] env[65495]: res.raise_for_status() [ 660.442848] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 660.442848] env[65495]: raise HTTPError(http_error_msg, response=self) [ 660.442848] env[65495]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42ec8e75-1e41-4388-9acd-27a62c20138d [ 660.442848] env[65495]: Removing descriptor: 18 [ 660.504044] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3dcacca5-7725-4e67-a142-f0d0950c6d45 None None] Enqueued Resource ID: 4473b637-4221-4381-b9a3-fb959d6cc0c4 with Priority: HIGHEST for action port [ 660.504632] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4473b637-4221-4381-b9a3-fb959d6cc0c4 with Priority: HIGHEST for action port [ 660.504947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4473b637-4221-4381-b9a3-fb959d6cc0c4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.505090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4473b637-4221-4381-b9a3-fb959d6cc0c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.505161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4473b637-4221-4381-b9a3-fb959d6cc0c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.505470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4473b637-4221-4381-b9a3-fb959d6cc0c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.505583] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4473b637-4221-4381-b9a3-fb959d6cc0c4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.628131] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.867038] env[65495]: INFO networking_nsxv3.common.synchronization [req-50a2d5b6-e9e2-49f1-8d97-3eb7a26d3b59 req-06f9ce0e-adc2-4e3d-b3ef-a7e58cb45094 service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 660.867285] env[65495]: INFO networking_nsxv3.common.synchronization [req-50a2d5b6-e9e2-49f1-8d97-3eb7a26d3b59 req-06f9ce0e-adc2-4e3d-b3ef-a7e58cb45094 service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 660.867372] env[65495]: INFO networking_nsxv3.common.synchronization [req-50a2d5b6-e9e2-49f1-8d97-3eb7a26d3b59 req-06f9ce0e-adc2-4e3d-b3ef-a7e58cb45094 service nova] Enqueued Resource ID: 268df581-b699-4ff3-b7c8-8a0df8bb0bea with Priority: HIGHEST for action port [ 660.868117] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 660.868117] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 660.868117] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268df581-b699-4ff3-b7c8-8a0df8bb0bea with Priority: HIGHEST for action port [ 660.868452] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.868585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.868645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.868914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.868998] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.874800] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.874800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.874912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.875285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.875497] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.875664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.875790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.876062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.876223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.876378] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.881302] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-268df581-b699-4ff3-b7c8-8a0df8bb0bea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.881302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.881302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.881302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.881302] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('268df581-b699-4ff3-b7c8-8a0df8bb0bea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.007896] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4473b637-4221-4381-b9a3-fb959d6cc0c4 [ 661.008167] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.008303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.008375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.008588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.008678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.008772] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4473b637-4221-4381-b9a3-fb959d6cc0c4 already deleted. [ 661.008854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4473b637-4221-4381-b9a3-fb959d6cc0c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.130082] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7d6742a-7d16-45f3-8561-39060b170c44: rpc.has_security_group_logging(os_id): False [ 661.151571] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.151771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.151895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.152136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.152261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.152542] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.153718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.153718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.153718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.153718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.153718] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 is going to be created. [ 661.222490] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.222680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.222728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.223019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.223190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.235299] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d6742a-7d16-45f3-8561-39060b170c44 in Status: IN_PROGRESS for 2s [ 661.381541] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.381541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.381541] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.386659] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 268df581-b699-4ff3-b7c8-8a0df8bb0bea with status ACTIVE [ 661.386899] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.387078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.387147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.387402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.387532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.387775] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.388496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.388496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.388496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.388496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.388496] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.388794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.388794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.389252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.389252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.389252] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 268df581-b699-4ff3-b7c8-8a0df8bb0bea is going to be updated. [ 661.419625] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.419625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.419625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.419625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.419625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.419625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-268df581-b699-4ff3-b7c8-8a0df8bb0bea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806053] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 661.806053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.806053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.806053] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.806445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.806445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.806520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.806626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806767] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.807660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.807831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.808056] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.808181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.808236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.808378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.808456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.808543] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.995545] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.497489] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.498076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.498076] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.498202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.498303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.498546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.498649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.498779] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be created. [ 662.500478] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.543200] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.543200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.543200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.543200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.543200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.554394] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: UNINITIALIZED for 2s [ 663.003346] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.251371] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d6742a-7d16-45f3-8561-39060b170c44 in Status: SUCCESS [ 663.251371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.510669] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.510669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.510669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.510669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.510669] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be updated. [ 663.541686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.541931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.541931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.542220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.542416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.552014] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3cb8782d-d837-4c17-86e0-6c0edddf47f9 tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 663.552604] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 663.553079] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.553236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.553236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.553461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.553543] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.555435] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 663.629209] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a8cbde9-449f-469e-a7a9-7868e2057447 req-3d74fbd0-5dd8-410d-9a12-3ea07db83be4 tempest-DeleteServersAdminTestJSON-1197681342 tempest-DeleteServersAdminTestJSON-1197681342-project-member] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 663.629682] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 663.630014] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.630306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.630550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.630636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.630725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.630834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.631540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.631540] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.807122] env[65495]: INFO networking_nsxv3.common.synchronization [None req-7d87d059-fdfc-4543-bee8-ec458f3ae35b tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 663.808139] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 663.808626] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.808780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.082260] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.082914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.083120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.083667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.083667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.083811] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 already deleted. [ 664.084785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.084785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.085131] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.134714] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.134877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.134954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.135195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.164037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.164037] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.164037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.164037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.164037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.164037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.164037] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be updated. [ 664.197842] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.198179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.198221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.198535] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.198732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.205223] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.205434] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.205532] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.205775] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.206039] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.206196] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.206309] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.206541] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.206659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.206857] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.206968] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.207086] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.207189] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.207293] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.207391] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.207515] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.218023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: IN_PROGRESS for 2s [ 664.236184] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.237051] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.237051] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.237051] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.237051] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-bc257c0f-9718-4fc2-a18b-ddad42d57edc taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.237318] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.237369] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.237691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.237846] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc257c0f-9718-4fc2-a18b-ddad42d57edc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.284964] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ba1e6745-af7e-46e1-a04c-afca2759ec86 None None] Enqueued Resource ID: 87e03e72-4fe2-40e8-8057-8c1beb78869b with Priority: HIGHEST for action port [ 664.285601] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e03e72-4fe2-40e8-8057-8c1beb78869b with Priority: HIGHEST for action port [ 664.285924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e03e72-4fe2-40e8-8057-8c1beb78869b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.286213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e03e72-4fe2-40e8-8057-8c1beb78869b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.286213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e03e72-4fe2-40e8-8057-8c1beb78869b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.287210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e03e72-4fe2-40e8-8057-8c1beb78869b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.287303] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e03e72-4fe2-40e8-8057-8c1beb78869b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.565139] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.567176] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.567176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.567176] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.610216] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.610396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.610437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.610635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.610725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.610817] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 already deleted. [ 664.610915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.740732] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.741022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.741150] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.741412] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.741563] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.741725] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port bc257c0f-9718-4fc2-a18b-ddad42d57edc not found, creating... [ 664.741998] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.742172] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.742285] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.742510] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.742646] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.743015] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.743182] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.743332] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.743538] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.743685] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.743920] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: bc257c0f-9718-4fc2-a18b-ddad42d57edc is going to be created. [ 664.767473] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.767695] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.767817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.768115] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.768474] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.768559] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.789216] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e03e72-4fe2-40e8-8057-8c1beb78869b [ 664.789542] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.789675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.789745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.790087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.790087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.790297] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e03e72-4fe2-40e8-8057-8c1beb78869b already deleted. [ 664.790297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e03e72-4fe2-40e8-8057-8c1beb78869b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.068686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.068926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.069072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.069633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.069791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.069973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.070123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.070426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.070571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.070718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.071050] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.071688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.071688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.071688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.071863] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.072034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.072150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.072417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.072558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.072713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.072868] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.563452] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a8cbde9-449f-469e-a7a9-7868e2057447 req-9b1889be-f340-487d-84a7-c1978779dea4 service nova] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_rules [ 665.563452] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a8cbde9-449f-469e-a7a9-7868e2057447 req-9b1889be-f340-487d-84a7-c1978779dea4 service nova] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 665.563452] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a8cbde9-449f-469e-a7a9-7868e2057447 req-9b1889be-f340-487d-84a7-c1978779dea4 service nova] Enqueued Resource ID: bc257c0f-9718-4fc2-a18b-ddad42d57edc with Priority: HIGHEST for action port [ 665.564423] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_rules [ 665.564423] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 665.564423] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc257c0f-9718-4fc2-a18b-ddad42d57edc with Priority: HIGHEST for action port [ 665.569313] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.569313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.569313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.569313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.569313] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.569313] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.569313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.569313] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc257c0f-9718-4fc2-a18b-ddad42d57edc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.569313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.569313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.569313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.569313] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc257c0f-9718-4fc2-a18b-ddad42d57edc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.572568] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 665.572568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.572568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.572568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.572941] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.572941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.572941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.573189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.573189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.573257] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.576909] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 400d6de9-d65b-45df-93df-8176a5c4b199: rpc.has_security_group_logging(os_id): False [ 665.594953] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.595146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.595392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.595509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.595509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.597051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.597051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.597051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.597051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.597051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.597373] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.597373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.597461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.598345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.598345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.600944] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.600944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.600944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.600944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.600944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.600944] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be created. [ 665.668605] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.668843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.668843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.669043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.669395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.682182] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 666.069741] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.074091] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc257c0f-9718-4fc2-a18b-ddad42d57edc with status ACTIVE [ 666.074091] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.074091] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.074091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.075181] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.075181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.075181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.075181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.075181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.075181] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc257c0f-9718-4fc2-a18b-ddad42d57edc is going to be updated. [ 666.076191] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.105125] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.105476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.106017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.106017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.106311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.106311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc257c0f-9718-4fc2-a18b-ddad42d57edc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.230742] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: SUCCESS [ 666.231178] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 deletion is rescheduled due to dependency. [ 666.231178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.231379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.231505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.232097] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.232097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.232097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.232097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.232369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.232369] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.442212] env[65495]: INFO networking_nsxv3.common.synchronization [req-7c9fde53-a105-4deb-ab6f-ca7d40c8f833 req-01b20b38-80a9-4961-9197-235d92e9ee25 tempest-ServerMetadataNegativeTestJSON-1816644047 tempest-ServerMetadataNegativeTestJSON-1816644047-project-member] Enqueued Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_members [ 666.442818] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_members [ 666.444348] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.444538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.444538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.444812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.445018] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.445438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.445509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.445679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.445765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.445861] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.580458] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.735198] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.853356] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.853542] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.853674] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.854043] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.854355] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.854490] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.854614] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.854835] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.854978] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.855384] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.855384] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.855473] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.855534] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.855641] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.855744] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.855873] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.876220] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.876478] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.876633] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.876830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.877162] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.877394] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.877478] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.877815] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.877987] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c31b9c-c188-46ef-ac3d-fb4888b6d118',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.950467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.950467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.950467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.950467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.950467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.950467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.950467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.950467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.950964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.950964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.950964] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c already deleted. [ 666.950964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.082552] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.083446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.083446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.083446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.083446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.083748] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be updated. [ 667.120272] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.120500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.120745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.120968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.132652] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 667.205019] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3fe9416c-905e-4214-85c9-614cf773b5b2 None None] Enqueued Resource ID: d5c83838-5243-4399-b42c-dac0634eceb4 with Priority: HIGHEST for action port [ 667.208071] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c83838-5243-4399-b42c-dac0634eceb4 with Priority: HIGHEST for action port [ 667.208071] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c83838-5243-4399-b42c-dac0634eceb4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.208071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c83838-5243-4399-b42c-dac0634eceb4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.208071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c83838-5243-4399-b42c-dac0634eceb4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.208071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c83838-5243-4399-b42c-dac0634eceb4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.208071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c83838-5243-4399-b42c-dac0634eceb4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.238755] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.383694] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.383948] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.384073] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.384375] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.384523] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.384672] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port b2c31b9c-c188-46ef-ac3d-fb4888b6d118 not found, creating... [ 667.384929] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.385090] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.385203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.385409] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.385556] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.385843] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.386203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.386289] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.387057] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.387057] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.387057] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: b2c31b9c-c188-46ef-ac3d-fb4888b6d118 is going to be created. [ 667.409493] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.409742] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.409866] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.410144] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.410369] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.410586] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.699338] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 667.700025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.709267] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5c83838-5243-4399-b42c-dac0634eceb4 [ 667.709413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.709538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.709610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.709824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.709932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.710040] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5c83838-5243-4399-b42c-dac0634eceb4 already deleted. [ 667.710130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c83838-5243-4399-b42c-dac0634eceb4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.743646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.743819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.743819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.744070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.744171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.745321] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be updated. [ 667.804451] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.804664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.804664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.804861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.805242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.814912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: IN_PROGRESS for 2s [ 668.560416] env[65495]: INFO networking_nsxv3.common.synchronization [req-7c9fde53-a105-4deb-ab6f-ca7d40c8f833 req-0ceb991e-312a-4b47-99e7-7d0f7d19730b service nova] Enqueued Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_rules [ 668.722078] env[65495]: INFO networking_nsxv3.common.synchronization [req-7c9fde53-a105-4deb-ab6f-ca7d40c8f833 req-0ceb991e-312a-4b47-99e7-7d0f7d19730b service nova] Enqueued Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_members [ 668.722402] env[65495]: INFO networking_nsxv3.common.synchronization [req-7c9fde53-a105-4deb-ab6f-ca7d40c8f833 req-0ceb991e-312a-4b47-99e7-7d0f7d19730b service nova] Enqueued Resource ID: b2c31b9c-c188-46ef-ac3d-fb4888b6d118 with Priority: HIGHEST for action port [ 668.722662] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_rules [ 668.722824] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_members [ 668.722895] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c31b9c-c188-46ef-ac3d-fb4888b6d118 with Priority: HIGHEST for action port [ 668.723784] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.723919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.723972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.724272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.724360] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.725356] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.725465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.726404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.726621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.726832] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.726928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.726970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.727241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.727336] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.727707] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.728651] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.728828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.728828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.729134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.729134] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c31b9c-c188-46ef-ac3d-fb4888b6d118',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.146597] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 669.146991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.147411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.147558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.148463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.148463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.148463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.148463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.148463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.148463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.148827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.148963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.148963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.149271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.149520] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.149635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.149746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.149972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.150145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.151737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.151737] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.230976] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.233944] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.233944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.235718] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2c31b9c-c188-46ef-ac3d-fb4888b6d118 with status ACTIVE [ 669.235718] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.235718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.235718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.235718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.235718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.236065] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.236065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.236065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.236191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.236776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.236776] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.237016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.237060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.237942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.237942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.237942] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2c31b9c-c188-46ef-ac3d-fb4888b6d118 is going to be updated. [ 669.261355] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.261730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.261933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.262228] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.262456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.262756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c31b9c-c188-46ef-ac3d-fb4888b6d118" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.653878] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d: rpc.has_security_group_logging(os_id): False [ 669.672913] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.673707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.673707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.673707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.699469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.699469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.699469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.700166] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.700166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.700166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.700166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.700166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.700166] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be updated. [ 669.735842] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.798705] env[65495]: INFO networking_nsxv3.common.synchronization [None req-53b1695b-fb57-4e02-9120-baf1fc0b8622 None None] Enqueued Resource ID: 45f207d5-f614-434d-82f7-13e0a4b2eadf with Priority: HIGHEST for action port [ 669.798705] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f207d5-f614-434d-82f7-13e0a4b2eadf with Priority: HIGHEST for action port [ 669.798705] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-45f207d5-f614-434d-82f7-13e0a4b2eadf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.798705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45f207d5-f614-434d-82f7-13e0a4b2eadf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.798705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45f207d5-f614-434d-82f7-13e0a4b2eadf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.798705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45f207d5-f614-434d-82f7-13e0a4b2eadf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.798705] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f207d5-f614-434d-82f7-13e0a4b2eadf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.806220] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.806220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.806220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.806220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.806671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.833264] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: SUCCESS [ 669.833601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.833671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.834494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.834494] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.834494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.834494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.834494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.834731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.834731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.834731] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.842637] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 670.239093] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.239262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.239324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.240995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.240995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.240995] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c is going to be created. [ 670.270384] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.270560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.270642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.270810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.270967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.281282] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c in Status: UNINITIALIZED for 2s [ 670.299350] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45f207d5-f614-434d-82f7-13e0a4b2eadf [ 670.299350] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.299648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.299648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.299779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.299846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.299900] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45f207d5-f614-434d-82f7-13e0a4b2eadf already deleted. [ 670.300358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45f207d5-f614-434d-82f7-13e0a4b2eadf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.346439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.346439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.346439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.346439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.346439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.347160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.347160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.347160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.347160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.347160] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.620703] env[65495]: INFO networking_nsxv3.common.synchronization [req-15d96773-e281-495c-9275-cbc9685eb376 req-78242938-dc8f-46a1-b524-c1477241e052 tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 670.621335] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 670.622255] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.622255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.622255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.622426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.622480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.622578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.622637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.622768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.622852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.622960] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.850591] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1325298c-60b4-4bd9-b940-73883a053814: rpc.has_security_group_logging(os_id): False [ 670.870384] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.870559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.870633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.870929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.870929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.871161] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.871289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.871333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.871455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.871534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.871721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.871816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.871870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.872036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.872117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.872319] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.872418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.872482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.872621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.872687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.872772] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be updated. [ 670.955945] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.955945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.955945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.956220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.956374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.972464] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: IN_PROGRESS for 2s [ 671.111668] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.111668] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.111668] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.111979] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.112270] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.112435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.112838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.112838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.113129] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.113323] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.113406] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.113632] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.113632] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.113953] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.113953] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.113953] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.124648] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.136024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.136024] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.136024] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.136328] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.137030] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-50e7623b-4f72-46b0-80d3-b7a1f0303556 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.137245] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.137395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.137837] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.138473] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e7623b-4f72-46b0-80d3-b7a1f0303556',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.629813] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.642030] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.642311] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.642433] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.642698] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.642839] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.642982] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 50e7623b-4f72-46b0-80d3-b7a1f0303556 not found, creating... [ 671.644225] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.644225] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.644225] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.644225] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.644225] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.644541] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.644541] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.644541] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.645106] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.645106] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.645106] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 50e7623b-4f72-46b0-80d3-b7a1f0303556 is going to be created. [ 671.670027] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.670027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.670613] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.671040] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.671040] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.673679] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.858405] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 671.859033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.859033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.859239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.859239] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.135241] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.135241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.135566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.135639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.135732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.135849] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 672.170938] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.171138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.171531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183697] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 672.293384] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c in Status: SUCCESS [ 672.293704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.294079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.294461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.294753] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.294918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.295099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.295177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.295275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.295390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.295521] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.363906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.364242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.364303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.364544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.364846] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.364846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.365023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.365075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.365207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.365276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.365415] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.428903] env[65495]: INFO networking_nsxv3.common.synchronization [req-15d96773-e281-495c-9275-cbc9685eb376 req-a586cd61-e1c1-4199-b348-1b716c8a0d93 service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 672.429104] env[65495]: INFO networking_nsxv3.common.synchronization [req-15d96773-e281-495c-9275-cbc9685eb376 req-a586cd61-e1c1-4199-b348-1b716c8a0d93 service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 672.429262] env[65495]: INFO networking_nsxv3.common.synchronization [req-15d96773-e281-495c-9275-cbc9685eb376 req-a586cd61-e1c1-4199-b348-1b716c8a0d93 service nova] Enqueued Resource ID: 50e7623b-4f72-46b0-80d3-b7a1f0303556 with Priority: HIGHEST for action port [ 672.429951] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 672.430358] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 672.430729] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e7623b-4f72-46b0-80d3-b7a1f0303556 with Priority: HIGHEST for action port [ 672.431152] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.431289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.431375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.431564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.431652] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.433295] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.433367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.433989] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e7623b-4f72-46b0-80d3-b7a1f0303556 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.433989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.433989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.433989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.433989] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e7623b-4f72-46b0-80d3-b7a1f0303556',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.657502] env[65495]: INFO networking_nsxv3.common.synchronization [None req-9910cfdb-5a26-493d-8625-3f6f8b5871f6 None None] Enqueued Resource ID: 73152912-a913-4c47-b610-214c579f3292 with Priority: HIGHEST for action port [ 672.658154] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73152912-a913-4c47-b610-214c579f3292 with Priority: HIGHEST for action port [ 672.658676] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-73152912-a913-4c47-b610-214c579f3292 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.658839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73152912-a913-4c47-b610-214c579f3292" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.658929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73152912-a913-4c47-b610-214c579f3292" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.659232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73152912-a913-4c47-b610-214c579f3292" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.659354] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73152912-a913-4c47-b610-214c579f3292',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.800545] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.800726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.800791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.800994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.801172] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.801287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.801351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.801478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.801566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.801680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.801795] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.801883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.801944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.802100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.802296] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.802374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.802374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.802500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.804076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.804076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.804076] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.871318] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.871318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.871318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.871318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.871318] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.871318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.871318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.871861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.871861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.871861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.872028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.872028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.872115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.872260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.872399] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.872487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.872545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.872680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.872844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.872844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.872943] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.934306] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.934934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.936543] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50e7623b-4f72-46b0-80d3-b7a1f0303556 with status ACTIVE [ 672.936543] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.936645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.936682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.936900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.936994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.937253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.937400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.937400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.937513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.937577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.937802] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.937853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.937914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.938104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.938138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.938252] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50e7623b-4f72-46b0-80d3-b7a1f0303556 is going to be updated. [ 672.980870] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.981039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.981134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.981366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.981510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.981676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e7623b-4f72-46b0-80d3-b7a1f0303556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.988934] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: SUCCESS [ 672.989180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.161012] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73152912-a913-4c47-b610-214c579f3292 [ 673.161263] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.161486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.161585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.161807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.161896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.161988] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73152912-a913-4c47-b610-214c579f3292 already deleted. [ 673.162079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73152912-a913-4c47-b610-214c579f3292" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.174547] env[65495]: INFO networking_nsxv3.common.synchronization [req-12e411b2-8e97-4166-8004-e4272033b3c4 req-bcdc37af-cd39-4153-8560-9f87b145f58e tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 673.175107] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 673.175456] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.175593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.175667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.175865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.176031] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.176202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.176202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.176335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.176411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.176508] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.199183] env[65495]: INFO networking_nsxv3.common.synchronization [req-12e411b2-8e97-4166-8004-e4272033b3c4 req-bcdc37af-cd39-4153-8560-9f87b145f58e tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 673.199441] env[65495]: INFO networking_nsxv3.common.synchronization [req-12e411b2-8e97-4166-8004-e4272033b3c4 req-bcdc37af-cd39-4153-8560-9f87b145f58e tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 673.199552] env[65495]: INFO networking_nsxv3.common.synchronization [req-12e411b2-8e97-4166-8004-e4272033b3c4 req-bcdc37af-cd39-4153-8560-9f87b145f58e tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 3e2d029f-3bec-4756-bd51-44d4035f987b with Priority: HIGHEST for action port [ 673.200263] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 673.200379] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 673.200427] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d029f-3bec-4756-bd51-44d4035f987b with Priority: HIGHEST for action port [ 673.200768] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.200951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.200951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.201086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.201233] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.202246] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.202350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.202615] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2d029f-3bec-4756-bd51-44d4035f987b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.202615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.202782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.203285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.203285] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2d029f-3bec-4756-bd51-44d4035f987b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.306289] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c4e0614-55c3-45fb-8c22-c72c4503089c: rpc.has_security_group_logging(os_id): False [ 673.334308] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.334476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.334553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.334771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.334902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.335167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.335238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.335459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.335546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335730] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.335846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.335882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.336042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.336162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.336507] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.336507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.337211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.337211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.337211] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c is going to be created. [ 673.375131] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d: rpc.has_security_group_logging(os_id): False [ 673.396022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.396022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.396022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.396022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.396896] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.396896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.396896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.399491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.399491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.399491] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be updated. [ 673.420180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.420180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.420180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.420180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.420438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.433855] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c in Status: IN_PROGRESS for 2s [ 673.475705] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.475705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.475705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.475973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.476386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.498584] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 673.678412] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.704707] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.704832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.707680] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e2d029f-3bec-4756-bd51-44d4035f987b with status ACTIVE [ 673.707680] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.707680] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.707680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.708158] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.708158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.708158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.708158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.708295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.708383] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e2d029f-3bec-4756-bd51-44d4035f987b is going to be updated. [ 673.746036] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.746036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.746036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.746036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.746036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.746036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.180996] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.194400] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 674.194666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.195412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.195639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.195845] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.195994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.196057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.196223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.196305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.196400] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.684159] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.684447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.684447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.684633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.684721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.684822] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be updated. [ 674.699960] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.718728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.718971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.719073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.719267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.719421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.735321] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 675.165945] env[65495]: INFO networking_nsxv3.common.synchronization [None req-243213b3-f1fe-441f-b455-284789376c78 None None] Enqueued Resource ID: 38d5d405-f3bd-4271-b7b8-9f0123772d02 with Priority: HIGHEST for action port [ 675.166600] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d5d405-f3bd-4271-b7b8-9f0123772d02 with Priority: HIGHEST for action port [ 675.170510] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d5d405-f3bd-4271-b7b8-9f0123772d02 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.170510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d5d405-f3bd-4271-b7b8-9f0123772d02" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.170682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d5d405-f3bd-4271-b7b8-9f0123772d02" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.170781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d5d405-f3bd-4271-b7b8-9f0123772d02" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.170948] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d5d405-f3bd-4271-b7b8-9f0123772d02',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.206128] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.454374] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c in Status: SUCCESS [ 675.454933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.516928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 675.516928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.675024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d5d405-f3bd-4271-b7b8-9f0123772d02 [ 675.675024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.675024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.675024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.675024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.675024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.675024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d5d405-f3bd-4271-b7b8-9f0123772d02 already deleted. [ 675.675024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d5d405-f3bd-4271-b7b8-9f0123772d02" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.707671] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.709427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.709427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.709427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.709427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.709427] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 675.749635] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.749803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.749962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.750121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.750330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.767305] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 676.755327] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 676.755669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.756556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.759783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.761484] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.761669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.761737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.762085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.762244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.762473] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.941730] env[65495]: INFO networking_nsxv3.common.synchronization [req-c4081c34-c0bd-4a32-95d5-2722919b0f8f req-790c250e-cecf-4e1a-ad80-ab4c7be2dc96 tempest-TenantUsagesTestJSON-1464074657 tempest-TenantUsagesTestJSON-1464074657-project-member] Enqueued Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_members [ 676.942350] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_members [ 676.942699] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.942818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.942889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.945141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.946883] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.946883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.946883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.946883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.947265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.947265] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.266102] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.451307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.451637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.451794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.452213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.452213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.452363] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.452788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.452788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.452788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.452788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.452975] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf already deleted. [ 677.452975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.625956] env[65495]: INFO networking_nsxv3.common.synchronization [req-9b785e84-5090-46d0-9206-d1b9ce0930ee req-3be16414-0e86-4b22-8e89-14cd8ae085e4 tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 677.626533] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 677.630045] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.630045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.630045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.630045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.630045] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.630045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.630045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.630045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.630045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.630045] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.664479] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.664479] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.664479] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.664479] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.664746] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.664860] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.664962] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.665179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.665319] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.665580] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.665692] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.665793] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.665893] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.665997] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.666109] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.666234] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.687204] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.687458] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.687658] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.687901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.688363] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-515924f8-f6ab-4302-9016-3e8286543e51 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.688608] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.688793] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.689257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.689458] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515924f8-f6ab-4302-9016-3e8286543e51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.770326] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.778965] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 677.779165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.779346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.779561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.779753] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.779919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.779919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.780089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.780170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.780257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.780352] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.131542] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.131542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.131542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.132193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.157160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.157504] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.157659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.157751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.158039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.158169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.158419] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 678.194495] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.194495] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 515924f8-f6ab-4302-9016-3e8286543e51 not found, creating... [ 678.194495] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.194495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.195281] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.195770] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196134] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.198400] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.198400] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.198400] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 515924f8-f6ab-4302-9016-3e8286543e51 is going to be created. [ 678.204463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.204463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.204463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.204463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.204463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.215226] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 678.228435] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.228435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.228435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.228435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.228435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.228818] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.273857] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.274360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.274586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.274586] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be updated. [ 678.284939] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.285193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.285193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.285424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.285585] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.286102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.286102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.286102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.286102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.286463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.286463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.286463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.286463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.286691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.286736] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.286797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.287361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.287361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.287361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.287361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.287361] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.326710] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.326922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.326922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.327169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.327325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.341530] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 678.790310] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 400d6de9-d65b-45df-93df-8176a5c4b199: rpc.has_security_group_logging(os_id): False [ 678.810498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.810651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.810767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.810932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.811060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.811293] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.811401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.811465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.811625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.811707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.811888] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.811987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.812052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.812189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.812267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.812439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.812528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.812591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.812730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.812811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.812877] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 678.874081] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.874232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.874306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.874518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.874668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.891060] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 678.967110] env[65495]: INFO networking_nsxv3.common.synchronization [req-c4081c34-c0bd-4a32-95d5-2722919b0f8f req-74ebc82b-ba12-4cd4-be2e-57aba79f3fa1 service nova] Enqueued Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_rules [ 678.967305] env[65495]: INFO networking_nsxv3.common.synchronization [req-c4081c34-c0bd-4a32-95d5-2722919b0f8f req-74ebc82b-ba12-4cd4-be2e-57aba79f3fa1 service nova] Enqueued Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_members [ 678.967435] env[65495]: INFO networking_nsxv3.common.synchronization [req-c4081c34-c0bd-4a32-95d5-2722919b0f8f req-74ebc82b-ba12-4cd4-be2e-57aba79f3fa1 service nova] Enqueued Resource ID: 515924f8-f6ab-4302-9016-3e8286543e51 with Priority: HIGHEST for action port [ 678.968041] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_rules [ 678.968192] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_members [ 678.968313] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515924f8-f6ab-4302-9016-3e8286543e51 with Priority: HIGHEST for action port [ 678.968609] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.968724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.968787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.969890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.969890] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.970272] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.970360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.970445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.971027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.971027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.971027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.971027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.971285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.971285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.971285] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.972218] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-515924f8-f6ab-4302-9016-3e8286543e51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.972330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.972515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.972617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.972926] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515924f8-f6ab-4302-9016-3e8286543e51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.386710] env[65495]: INFO networking_nsxv3.common.synchronization [req-1ad2b1a8-38bd-4d64-a903-7f262b2c8a6d req-bb45404e-5024-477a-89a4-058cf0db4a1e tempest-ServerDiagnosticsTest-626003170 tempest-ServerDiagnosticsTest-626003170-project-member] Enqueued Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_members [ 679.387972] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_members [ 679.387972] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd626cb7-45df-42fe-8083-62ee336cd0c9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.387972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.387972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.387972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.388499] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.388608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.389455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.389455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.389455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.389455] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.475432] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.476442] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.476442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.477900] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 515924f8-f6ab-4302-9016-3e8286543e51 with status ACTIVE [ 679.477900] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.477900] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.477900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.478606] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.478606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.478606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.478606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.478606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.478810] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 515924f8-f6ab-4302-9016-3e8286543e51 is going to be updated. [ 679.504523] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.504711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.504776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.504952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.505106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.505264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515924f8-f6ab-4302-9016-3e8286543e51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.895592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.896056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.896056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.896056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.896246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.896621] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.896621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.896621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.896923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.896923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.896923] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 already deleted. [ 679.897104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.899083] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.899083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.899287] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.899836] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.899836] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.899836] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.900133] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.900133] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.900249] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.900389] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.900491] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.900606] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.900677] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.900789] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.900911] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.900979] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.936184] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.936427] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.936580] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.936898] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.938020] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.938020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.938020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.938365] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.938486] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cca88c7-d07c-456d-8dbd-aeddd0ff91fe',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.978287] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.418801] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 680.418801] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f deletion is rescheduled due to dependency. [ 680.418801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.418801] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 680.420548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.421729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.422199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.422664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.423060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.423381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.424656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.424656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.424656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.424656] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.446294] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.446294] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 9cca88c7-d07c-456d-8dbd-aeddd0ff91fe not found, creating... [ 680.446294] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.446294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.448089] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.449048] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.451581] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.452032] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.452240] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.452576] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 9cca88c7-d07c-456d-8dbd-aeddd0ff91fe is going to be created. [ 680.480324] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.480324] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.480459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.480595] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.480817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.481044] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.482318] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.482502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.482595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.483286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.483286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.483286] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf is going to be created. [ 680.509268] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.509466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.509466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.509953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.509953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.536361] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf in Status: UNINITIALIZED for 2s [ 680.906424] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 680.906842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.929680] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.212015] env[65495]: INFO networking_nsxv3.common.synchronization [req-245a05bf-a2ba-4f56-97d3-0de2799a5557 req-f4bcea78-4314-4eb8-a720-16eb682f6c7b tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 681.217858] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 681.218450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.219441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.219441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.219441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.219441] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.219441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.219441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.219441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.219785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.220307] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.248409] env[65495]: INFO networking_nsxv3.common.synchronization [req-1ad2b1a8-38bd-4d64-a903-7f262b2c8a6d req-ce6defd9-31f4-4883-965f-ab7ff336d8f6 service nova] Enqueued Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_rules [ 681.248753] env[65495]: INFO networking_nsxv3.common.synchronization [req-1ad2b1a8-38bd-4d64-a903-7f262b2c8a6d req-ce6defd9-31f4-4883-965f-ab7ff336d8f6 service nova] Enqueued Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_members [ 681.248928] env[65495]: INFO networking_nsxv3.common.synchronization [req-1ad2b1a8-38bd-4d64-a903-7f262b2c8a6d req-ce6defd9-31f4-4883-965f-ab7ff336d8f6 service nova] Enqueued Resource ID: 9cca88c7-d07c-456d-8dbd-aeddd0ff91fe with Priority: HIGHEST for action port [ 681.249340] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_rules [ 681.249497] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_members [ 681.249615] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cca88c7-d07c-456d-8dbd-aeddd0ff91fe with Priority: HIGHEST for action port [ 681.249931] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd626cb7-45df-42fe-8083-62ee336cd0c9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.250086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.250152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.250408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.250545] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.255214] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd626cb7-45df-42fe-8083-62ee336cd0c9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.255214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.255378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.255468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.255651] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.255737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.255804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.256695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.256695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.256695] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.257094] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.257209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.257268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.257425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.257504] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cca88c7-d07c-456d-8dbd-aeddd0ff91fe',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.434146] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1279e6fd-53f8-4ee2-882c-c12b9de0f488: rpc.has_security_group_logging(os_id): False [ 681.453480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.453694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.453694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.453901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.478636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.479072] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.479144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.479181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.479362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.479590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.479590] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be updated. [ 681.545039] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.545261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.545317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.545589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.545760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.559826] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 681.615152] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.615357] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.615476] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.615812] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.616169] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.616343] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.616453] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.616667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.616806] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.617017] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.617123] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.617259] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.617371] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.617478] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.617577] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.617702] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.642659] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.642659] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.642659] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.642659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.642979] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-4fa5e602-8551-4fa1-8993-242a3d0ad906 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.643228] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.643352] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.643661] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.643794] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa5e602-8551-4fa1-8993-242a3d0ad906',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.726154] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.726393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.726466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.726713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.726807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.727096] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.727235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.727298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.727461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.727541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.727630] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a already deleted. [ 681.727712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.756080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd626cb7-45df-42fe-8083-62ee336cd0c9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.756299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.758857] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.761477] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cca88c7-d07c-456d-8dbd-aeddd0ff91fe with status ACTIVE [ 681.761681] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.761801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.761873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.762116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.762213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.762385] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.762486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.762567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.762691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.762768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.762943] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763477] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cca88c7-d07c-456d-8dbd-aeddd0ff91fe is going to be updated. [ 681.789141] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.789345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.789454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.789677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.789838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.790345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cca88c7-d07c-456d-8dbd-aeddd0ff91fe" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.147578] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.147859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.147859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.148652] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.148997] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.148997] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 4fa5e602-8551-4fa1-8993-242a3d0ad906 not found, creating... [ 682.149584] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.149584] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.149755] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.149845] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.149992] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.150303] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.150475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.150598] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.150910] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.151259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.151448] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 is going to be created. [ 682.175936] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.176288] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.176288] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.176498] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.177556] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.177811] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.262199] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.549587] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf in Status: SUCCESS [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.549587] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.549587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.549587] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.764298] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.765122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.765122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.765122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.765122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.765122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 is going to be created. [ 682.798288] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.798288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.798288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.798288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.798288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.811740] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 in Status: UNINITIALIZED for 2s [ 682.930008] env[65495]: INFO networking_nsxv3.common.synchronization [req-245a05bf-a2ba-4f56-97d3-0de2799a5557 req-1bcaf113-c215-4baf-ab2d-35bffc312187 service nova] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 682.930204] env[65495]: INFO networking_nsxv3.common.synchronization [req-245a05bf-a2ba-4f56-97d3-0de2799a5557 req-1bcaf113-c215-4baf-ab2d-35bffc312187 service nova] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 682.930335] env[65495]: INFO networking_nsxv3.common.synchronization [req-245a05bf-a2ba-4f56-97d3-0de2799a5557 req-1bcaf113-c215-4baf-ab2d-35bffc312187 service nova] Enqueued Resource ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 with Priority: HIGHEST for action port [ 682.930698] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 682.930698] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 682.930806] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 with Priority: HIGHEST for action port [ 682.931438] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.931591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.931660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.932720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.933224] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.934506] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.941229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.941313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.941488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.942091] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.942207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.942243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.942404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.942499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.942599] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.943502] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa5e602-8551-4fa1-8993-242a3d0ad906 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.943606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.943676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.943827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.943903] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa5e602-8551-4fa1-8993-242a3d0ad906',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.020541] env[65495]: INFO networking_nsxv3.common.synchronization [req-1b0c16f5-d4c8-4d35-baa7-f5aa0816d841 req-fe17d1ba-dcc1-4e6e-b83a-68d59e9a57a7 tempest-SecurityGroupRulesNegativeTestJSON-1642994840 tempest-SecurityGroupRulesNegativeTestJSON-1642994840-project-member] Enqueued Resource ID: a93ece33-8b12-4d1f-9f12-013b5d4fed3f with Priority: HIGHEST for action security_group_rules [ 683.020775] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93ece33-8b12-4d1f-9f12-013b5d4fed3f with Priority: HIGHEST for action security_group_rules [ 683.020961] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.021209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.021574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.021574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.021710] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93ece33-8b12-4d1f-9f12-013b5d4fed3f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.051826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.051978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.052057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.052590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.052590] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.052590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.052809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.052809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.052875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.055449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.055449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.055449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.055449] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.446028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.446571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.446571] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.448638] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fa5e602-8551-4fa1-8993-242a3d0ad906 with status ACTIVE [ 683.449348] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.449488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.449558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.450278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.450682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.450741] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.450817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.450868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.451874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.451874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.451874] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.451874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.452417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.452648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.452749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.452839] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 is going to be updated. [ 683.483288] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.483483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.483623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.484032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.484032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.484338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.556840] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c4bb488-c3e1-452b-9faa-bb3f736b5faf: rpc.has_security_group_logging(os_id): False [ 683.561505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.561505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.561505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.561505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.561505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.561733] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93ece33-8b12-4d1f-9f12-013b5d4fed3f already deleted. [ 683.561733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.589625] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 683.589989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.595287] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.595621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.595621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.595887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.596045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.596472] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.596624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.596698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.596915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.597030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.597306] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.597459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.597553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.597754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.597875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.598167] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.598345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.598409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.598615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.598738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.599241] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf is going to be created. [ 683.664482] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.664738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.664738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.664887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.665081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.679032] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf in Status: IN_PROGRESS for 2s [ 683.955312] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.459552] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.459898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.459898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.460047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.460146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.460280] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be created. [ 684.494829] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.494829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.494829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.494829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.494829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.505127] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: UNINITIALIZED for 2s [ 684.831633] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 in Status: SUCCESS [ 684.831870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.832069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832517] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.832639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.832701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.833027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.833117] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.337407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd626cb7-45df-42fe-8083-62ee336cd0c9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd626cb7-45df-42fe-8083-62ee336cd0c9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.338070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.338070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.338070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.338070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.340218] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.692525] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf in Status: SUCCESS [ 685.692889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.848990] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd626cb7-45df-42fe-8083-62ee336cd0c9: rpc.has_security_group_logging(os_id): False [ 685.870158] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.870446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.870605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.870758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.870861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.874028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.874028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.874028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.874028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.875201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.875201] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 is going to be created. [ 685.962934] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.962934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.962934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.962934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.962934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.978465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 in Status: IN_PROGRESS for 2s [ 686.518220] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 686.518537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.518761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.519039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.519245] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.519370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.519449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.519611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.519692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.519793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.520014] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.027030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.027030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.027894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.027894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027894] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.440542] env[65495]: INFO networking_nsxv3.common.synchronization [None req-27cddd04-6a63-4a0b-8e4e-284f87a620e8 None None] Enqueued Resource ID: 57a4453a-b6b9-4aba-ab70-2a99add0aa21 with Priority: HIGHEST for action port [ 687.442242] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a4453a-b6b9-4aba-ab70-2a99add0aa21 with Priority: HIGHEST for action port [ 687.443549] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a4453a-b6b9-4aba-ab70-2a99add0aa21 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.443549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a4453a-b6b9-4aba-ab70-2a99add0aa21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.443549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a4453a-b6b9-4aba-ab70-2a99add0aa21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.443549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a4453a-b6b9-4aba-ab70-2a99add0aa21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.443549] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a4453a-b6b9-4aba-ab70-2a99add0aa21',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.530614] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b357152-8c98-42b9-8607-3fc98bd4465a: rpc.has_security_group_logging(os_id): False [ 687.552106] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.552106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.552106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.552106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.552529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.552529] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.552529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.552694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.552763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.552825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.553269] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.553269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.553924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.553924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.554314] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be created. [ 687.621293] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.621542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.621542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.621719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.621901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.635521] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 687.946121] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57a4453a-b6b9-4aba-ab70-2a99add0aa21 [ 687.946655] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.946655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.946655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.946892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.946999] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.947209] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57a4453a-b6b9-4aba-ab70-2a99add0aa21 already deleted. [ 687.947267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a4453a-b6b9-4aba-ab70-2a99add0aa21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996151] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 in Status: SUCCESS [ 687.997728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.486398] env[65495]: INFO networking_nsxv3.common.synchronization [req-d25f1eec-8e74-4919-9135-96bef882b592 req-dd13af97-734e-4732-b227-c3e4235de402 tempest-ServerRescueTestJSONUnderV235-1049575814 tempest-ServerRescueTestJSONUnderV235-1049575814-project-member] Enqueued Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 688.486398] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d with Priority: HIGHEST for action security_group_members [ 688.486956] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.486956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.486956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.486956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.487253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.487412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.487482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.487652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.487757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.487858] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43544dc8-4cf2-4ed4-aa11-98fcfdffd02d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.992519] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.992895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.993091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.994819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.994819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.994819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.995145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.995145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.995255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.995355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.995918] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d is going to be updated. [ 689.035317] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.035317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.035317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.035317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.035317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.044413] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: IN_PROGRESS for 2s [ 689.270921] env[65495]: INFO networking_nsxv3.common.synchronization [req-3957b61b-b148-4af5-9608-e207505cd2e7 req-a27e0da9-f8a5-4f37-995b-da77f108a974 tempest-SecurityGroupRulesNegativeTestJSON-1642994840 tempest-SecurityGroupRulesNegativeTestJSON-1642994840-project-member] Enqueued Resource ID: a93ece33-8b12-4d1f-9f12-013b5d4fed3f with Priority: HIGHEST for action security_group_rules [ 689.271503] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93ece33-8b12-4d1f-9f12-013b5d4fed3f with Priority: HIGHEST for action security_group_rules [ 689.272142] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.272142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.272142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.272357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.272357] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93ece33-8b12-4d1f-9f12-013b5d4fed3f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.650790] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 689.650790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.798036] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.798036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.798036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.798036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.798036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.798036] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93ece33-8b12-4d1f-9f12-013b5d4fed3f already deleted. [ 689.798036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93ece33-8b12-4d1f-9f12-013b5d4fed3f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.998325] env[65495]: INFO networking_nsxv3.common.synchronization [req-7f265e22-47c9-4285-b909-781210cd0e10 req-e74aa92c-edee-4d08-8526-9fe65b957178 tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 689.999409] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 689.999809] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.999940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.000027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.000236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.000413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.000525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.000587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.000735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.000834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.000931] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.019513] env[65495]: INFO networking_nsxv3.common.synchronization [req-7f265e22-47c9-4285-b909-781210cd0e10 req-e74aa92c-edee-4d08-8526-9fe65b957178 tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 690.019586] env[65495]: INFO networking_nsxv3.common.synchronization [req-7f265e22-47c9-4285-b909-781210cd0e10 req-e74aa92c-edee-4d08-8526-9fe65b957178 tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 690.019759] env[65495]: INFO networking_nsxv3.common.synchronization [req-7f265e22-47c9-4285-b909-781210cd0e10 req-e74aa92c-edee-4d08-8526-9fe65b957178 tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 3e2d029f-3bec-4756-bd51-44d4035f987b with Priority: HIGHEST for action port [ 690.020349] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_rules [ 690.020463] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 690.020558] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d029f-3bec-4756-bd51-44d4035f987b with Priority: HIGHEST for action port [ 690.020826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.020947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.021079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.021351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.021459] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.022357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.022500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.022718] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2d029f-3bec-4756-bd51-44d4035f987b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.022864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.022951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.023159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.023431] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2d029f-3bec-4756-bd51-44d4035f987b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.504024] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.525397] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.525583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.528109] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e2d029f-3bec-4756-bd51-44d4035f987b with status ACTIVE [ 690.528609] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.528812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.528887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.529107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.529658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.529658] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.529658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.531088] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.531088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.531438] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e2d029f-3bec-4756-bd51-44d4035f987b is going to be updated. [ 690.553487] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.553651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.553707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.554273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.554273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.554273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2d029f-3bec-4756-bd51-44d4035f987b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.581463] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ee168513-6a7e-45c5-8bae-6ff86611fad8 None None] Enqueued Resource ID: c095e267-027c-4bd5-9372-6b28a11031e7 with Priority: HIGHEST for action port [ 690.582232] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095e267-027c-4bd5-9372-6b28a11031e7 with Priority: HIGHEST for action port [ 690.582470] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c095e267-027c-4bd5-9372-6b28a11031e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.582863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c095e267-027c-4bd5-9372-6b28a11031e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.582863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c095e267-027c-4bd5-9372-6b28a11031e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.582969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c095e267-027c-4bd5-9372-6b28a11031e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.583020] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c095e267-027c-4bd5-9372-6b28a11031e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.666857] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e9609b3-2409-4e20-a86a-642cabe46461 req-f4489872-8004-4da0-b2e8-3d7012da051f tempest-ServersAdminNegativeTestJSON-1342568051 tempest-ServersAdminNegativeTestJSON-1342568051-project-member] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 690.666857] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 690.669891] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.669891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.669891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.669891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.669891] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.669891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.669891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.669891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.669891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.670395] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.007043] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.055718] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d in Status: SUCCESS [ 691.055932] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43544dc8-4cf2-4ed4-aa11-98fcfdffd02d deletion is rescheduled due to dependency. [ 691.056072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43544dc8-4cf2-4ed4-aa11-98fcfdffd02d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.087329] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c095e267-027c-4bd5-9372-6b28a11031e7 [ 691.087329] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.087329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.087329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.087329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.087329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.087329] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c095e267-027c-4bd5-9372-6b28a11031e7 already deleted. [ 691.087329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c095e267-027c-4bd5-9372-6b28a11031e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.172745] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.259928] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.260133] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.260248] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.260512] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.260768] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.260921] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.263301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.263595] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.263748] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.263965] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.264072] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.264184] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.264286] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.264418] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.264580] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.264649] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.285281] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.285493] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.286308] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.286308] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.286408] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-59031441-ab13-41ae-84c7-9c4349a43427 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.286509] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.286987] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.286987] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.287251] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59031441-ab13-41ae-84c7-9c4349a43427',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.510056] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.510056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.510056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.510056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.510446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.510446] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be updated. [ 691.543129] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.543396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.543474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.543883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.544401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.553653] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 691.675422] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.791770] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.792100] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.792222] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.792541] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.792907] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.793215] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 59031441-ab13-41ae-84c7-9c4349a43427 not found, creating... [ 691.793853] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.794146] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.794339] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.794693] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.794854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.795202] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.795369] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.795482] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.795698] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.795826] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.795965] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 59031441-ab13-41ae-84c7-9c4349a43427 is going to be created. [ 691.816472] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.816717] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.816798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.817041] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817337] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.817561] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178755] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.179244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.179244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.179351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.179454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.179559] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be updated. [ 692.214494] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.214750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.214814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.215168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.215303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.225772] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: IN_PROGRESS for 2s [ 692.270619] env[65495]: INFO networking_nsxv3.common.synchronization [None req-74ad2893-4537-421e-a1cc-bb8c310e7387 None None] Enqueued Resource ID: b35972b7-ba4d-42f1-aedc-a27c8407c781 with Priority: HIGHEST for action port [ 692.270708] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35972b7-ba4d-42f1-aedc-a27c8407c781 with Priority: HIGHEST for action port [ 692.271506] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35972b7-ba4d-42f1-aedc-a27c8407c781 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.271668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35972b7-ba4d-42f1-aedc-a27c8407c781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.271744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35972b7-ba4d-42f1-aedc-a27c8407c781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.272117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35972b7-ba4d-42f1-aedc-a27c8407c781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.272207] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35972b7-ba4d-42f1-aedc-a27c8407c781',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.545479] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e9609b3-2409-4e20-a86a-642cabe46461 req-592165c4-3c68-4dc9-9a5a-7b7c0573e133 service nova] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_rules [ 692.545479] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e9609b3-2409-4e20-a86a-642cabe46461 req-592165c4-3c68-4dc9-9a5a-7b7c0573e133 service nova] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 692.545479] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e9609b3-2409-4e20-a86a-642cabe46461 req-592165c4-3c68-4dc9-9a5a-7b7c0573e133 service nova] Enqueued Resource ID: 59031441-ab13-41ae-84c7-9c4349a43427 with Priority: HIGHEST for action port [ 692.548025] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_rules [ 692.548025] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 692.548025] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59031441-ab13-41ae-84c7-9c4349a43427 with Priority: HIGHEST for action port [ 692.548025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.548025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.548025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.548025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.548025] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.548025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.548025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.548025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-59031441-ab13-41ae-84c7-9c4349a43427 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.548520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.548520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.548520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.548520] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59031441-ab13-41ae-84c7-9c4349a43427',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.776394] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b35972b7-ba4d-42f1-aedc-a27c8407c781 [ 692.776394] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.776394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.776394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.776394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.776394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.776394] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b35972b7-ba4d-42f1-aedc-a27c8407c781 already deleted. [ 692.776394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35972b7-ba4d-42f1-aedc-a27c8407c781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053290] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.053290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59031441-ab13-41ae-84c7-9c4349a43427 with status ACTIVE [ 693.053290] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053290] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.053290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053290] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.053903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.053903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.053903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.053903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053903] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59031441-ab13-41ae-84c7-9c4349a43427 is going to be updated. [ 693.079418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.079418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.079418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.079418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.079418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.079418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59031441-ab13-41ae-84c7-9c4349a43427" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.569357] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 693.569357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.569357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.569357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.569357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.569357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.569357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.569571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.569571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.569614] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.071724] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.237871] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: SUCCESS [ 694.238138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.238269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.238488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.238675] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.238797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.238861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.239047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.239105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.239198] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.574631] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.741702] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.927029] env[65495]: INFO networking_nsxv3.common.synchronization [None req-166c56d6-9c45-45e4-bb63-becb6d010867 None None] Enqueued Resource ID: e51c554e-8999-4947-8318-1ccf099617a0 with Priority: HIGHEST for action port [ 694.927029] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51c554e-8999-4947-8318-1ccf099617a0 with Priority: HIGHEST for action port [ 694.927029] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51c554e-8999-4947-8318-1ccf099617a0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.927029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51c554e-8999-4947-8318-1ccf099617a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.927029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51c554e-8999-4947-8318-1ccf099617a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.928276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51c554e-8999-4947-8318-1ccf099617a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.928276] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51c554e-8999-4947-8318-1ccf099617a0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.079517] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.079801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.079801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.079985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.080122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.080224] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be updated. [ 695.120208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.120208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.120208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.120208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.120208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.130566] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 695.244370] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.432689] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e51c554e-8999-4947-8318-1ccf099617a0 [ 695.432689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.432689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.432689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.432689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.432689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.432689] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e51c554e-8999-4947-8318-1ccf099617a0 already deleted. [ 695.432689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51c554e-8999-4947-8318-1ccf099617a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.749645] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.749645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.749645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.749645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.749645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.749645] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be updated. [ 695.788344] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.788487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.788560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.788737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.788879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.800311] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: IN_PROGRESS for 2s [ 696.092389] env[65495]: INFO networking_nsxv3.common.synchronization [req-c86e0e94-26f9-4754-bd00-dc762b2a6ea4 req-06f468e3-6e86-44e0-9196-58e042090d08 tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 696.094240] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 696.094240] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.094497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.094578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.094857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.095076] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.095218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.095325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.095767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.095767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.095767] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.540314] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.540990] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.540990] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.542425] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.542425] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.542425] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.542425] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.542425] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.542425] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.543458] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.543458] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.543458] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.544502] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.544766] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.544973] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.546821] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.567989] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.568195] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.568340] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.568507] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.568838] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-90e0df3d-563b-46e6-8382-e2ed8c282772 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.569029] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.569142] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.569482] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.569619] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e0df3d-563b-46e6-8382-e2ed8c282772',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.598552] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.599035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.599099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.601873] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.601873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.601873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.601873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.601873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.601873] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 already deleted. [ 696.601873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.073390] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.073615] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.073731] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.074010] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.074156] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.074301] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 90e0df3d-563b-46e6-8382-e2ed8c282772 not found, creating... [ 697.074579] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.074701] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.074810] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.075052] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.075181] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.075445] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.075587] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.075703] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.075895] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.076082] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.076228] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 90e0df3d-563b-46e6-8382-e2ed8c282772 is going to be created. [ 697.101980] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.102443] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.102443] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.102776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.103031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.103400] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.369071] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.369071] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.369071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.369071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.479432] env[65495]: INFO networking_nsxv3.common.synchronization [req-d6b3b742-2313-461d-bdc4-dcc44c94d848 req-caab4ac5-4625-4d6c-8268-3a564c9f3a8f tempest-DeleteServersAdminTestJSON-1197681342 tempest-DeleteServersAdminTestJSON-1197681342-project-member] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 697.480155] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGHEST for action security_group_members [ 697.480364] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.480491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.480832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.480832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.480932] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.481671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.481771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.482599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.482599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.482599] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.810835] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: SUCCESS [ 697.811125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.811369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.811816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.811816] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.811914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.811969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.812152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.812253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.812339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.812433] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.831838] env[65495]: INFO networking_nsxv3.common.synchronization [req-c86e0e94-26f9-4754-bd00-dc762b2a6ea4 req-16c3b0ad-cde1-4c50-9669-a51b42944807 service nova] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 697.832026] env[65495]: INFO networking_nsxv3.common.synchronization [req-c86e0e94-26f9-4754-bd00-dc762b2a6ea4 req-16c3b0ad-cde1-4c50-9669-a51b42944807 service nova] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 697.832615] env[65495]: INFO networking_nsxv3.common.synchronization [req-c86e0e94-26f9-4754-bd00-dc762b2a6ea4 req-16c3b0ad-cde1-4c50-9669-a51b42944807 service nova] Enqueued Resource ID: 90e0df3d-563b-46e6-8382-e2ed8c282772 with Priority: HIGHEST for action port [ 697.832743] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 697.832892] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 697.833130] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e0df3d-563b-46e6-8382-e2ed8c282772 with Priority: HIGHEST for action port [ 697.833323] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.833433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.833497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.833709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.833805] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.836096] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.836096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.836250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.838141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.838141] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.838141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.838141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.838141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.838141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.838141] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.839037] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e0df3d-563b-46e6-8382-e2ed8c282772 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.839037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.839037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.839918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.840975] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e0df3d-563b-46e6-8382-e2ed8c282772',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.874888] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.985028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.985028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.985028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.985394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.985394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.985475] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.985954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.985954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.985954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.985954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.985954] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be updated. [ 698.025417] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.025417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.025775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.026959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.026959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.040421] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: IN_PROGRESS for 2s [ 698.315121] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.315424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.315463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.315797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.316073] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.316237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.316476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.316567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.316702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.316840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.317077] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.317284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.317390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.317627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.317843] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.317993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.318109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.318357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.318442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.318581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.318709] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.337720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.337720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.343034] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.344205] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90e0df3d-563b-46e6-8382-e2ed8c282772 with status ACTIVE [ 698.344303] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.344423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.344490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.344700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.344790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.344974] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.345087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.345149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.345291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.345368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.345571] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.345665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.345722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.345855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.345930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.346263] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90e0df3d-563b-46e6-8382-e2ed8c282772 is going to be updated. [ 698.367793] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.367963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.368051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.368550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.368987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.369070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e0df3d-563b-46e6-8382-e2ed8c282772" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.377356] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1279e6fd-53f8-4ee2-882c-c12b9de0f488: rpc.has_security_group_logging(os_id): False [ 698.404733] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.407821] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.407821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.407821] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be updated. [ 698.481911] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.482048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.482086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.482300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.482489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.489051] env[65495]: INFO networking_nsxv3.common.synchronization [req-0aefc6f9-356f-487b-b04c-0ed3f58f4af1 req-3328f604-1fba-40de-b220-c92f0cadf00f tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 698.489051] env[65495]: INFO networking_nsxv3.common.synchronization [req-0aefc6f9-356f-487b-b04c-0ed3f58f4af1 req-3328f604-1fba-40de-b220-c92f0cadf00f tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 698.489151] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 698.489317] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 698.489570] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.489685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.489769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.490974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.491739] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.491739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.491739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.491739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.491739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.491739] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.492669] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.493050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.493782] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.493782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.497537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.497794] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.501772] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 698.558953] env[65495]: INFO networking_nsxv3.common.synchronization [req-0aefc6f9-356f-487b-b04c-0ed3f58f4af1 req-3328f604-1fba-40de-b220-c92f0cadf00f tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 698.559148] env[65495]: INFO networking_nsxv3.common.synchronization [req-0aefc6f9-356f-487b-b04c-0ed3f58f4af1 req-3328f604-1fba-40de-b220-c92f0cadf00f tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 698.559282] env[65495]: INFO networking_nsxv3.common.synchronization [req-0aefc6f9-356f-487b-b04c-0ed3f58f4af1 req-3328f604-1fba-40de-b220-c92f0cadf00f tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_rules [ 698.559408] env[65495]: INFO networking_nsxv3.common.synchronization [req-0aefc6f9-356f-487b-b04c-0ed3f58f4af1 req-3328f604-1fba-40de-b220-c92f0cadf00f tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 698.559643] env[65495]: INFO networking_nsxv3.common.synchronization [req-0aefc6f9-356f-487b-b04c-0ed3f58f4af1 req-3328f604-1fba-40de-b220-c92f0cadf00f tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 with Priority: HIGHEST for action port [ 698.560712] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 698.564033] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_rules [ 698.564033] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 with Priority: HIGHEST for action port [ 698.564033] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 698.564033] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 698.564033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.564033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.564033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.564033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.564033] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.564728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.564728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.564728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.564728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.564872] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.568064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa5e602-8551-4fa1-8993-242a3d0ad906 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.568064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.568064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.568064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.568064] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa5e602-8551-4fa1-8993-242a3d0ad906',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.569772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.569772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.570534] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.570752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.757034] env[65495]: INFO networking_nsxv3.common.synchronization [req-aad2b748-8477-48de-bb8c-ca4cea22f431 req-e5f359a7-164b-42f0-8a32-853cbcf3eb4e tempest-InstanceActionsNegativeTestJSON-1903600369 tempest-InstanceActionsNegativeTestJSON-1903600369-project-member] Enqueued Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_members [ 698.758039] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_members [ 698.758039] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.758039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.758039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.758223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.758266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.758358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.758421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.758574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.758660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.758754] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.822029] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c130e3c-a704-4fa0-993a-b2d2cc679567: rpc.has_security_group_logging(os_id): False [ 698.840886] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.841055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.841137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.841381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.849214] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.862842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.863380] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.863549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.863622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.864066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.864066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.864174] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.864341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.864341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.864701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.864783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.864983] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.865095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.865159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.865298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.865532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.865651] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be updated. [ 698.934048] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.934180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.934180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.934366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.934518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.950018] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: IN_PROGRESS for 2s [ 698.999676] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.003700] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.075222] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fa5e602-8551-4fa1-8993-242a3d0ad906 with status ACTIVE [ 699.075222] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.075222] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.075222] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.075222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.075222] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 is going to be updated. [ 699.076706] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.077576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.078600] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.078600] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.101867] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.101989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.103192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.103508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.103714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.103970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.155368] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.155568] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-501" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.155715] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-501" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.157048] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-501" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.157391] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.157582] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.157703] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.159433] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.159588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.159802] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.159912] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.160037] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.160145] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.160301] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.160410] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.160544] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.222233] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.223427] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.223427] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.223427] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-501" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.223427] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.223684] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.223868] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.224535] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.224808] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2492f3-cba3-48ae-8e01-b98f1d4508f2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.260933] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.261099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.261153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.261414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.261531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.261987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.261987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.264328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.264328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.264328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.264328] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 already deleted. [ 699.264328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.351924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.352309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.352367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.352651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.352803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.353037] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be created. [ 699.385321] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.386492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.386492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.386492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.388043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.402190] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: UNINITIALIZED for 2s [ 699.503548] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.506095] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.728050] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.728345] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.728592] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729064] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.729387] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.729891] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 5b2492f3-cba3-48ae-8e01-b98f1d4508f2 not found, creating... [ 699.730132] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.730252] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.730348] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.730682] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.730932] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.731418] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.731721] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.731891] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.732243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.732459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.732707] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 5b2492f3-cba3-48ae-8e01-b98f1d4508f2 is going to be created. [ 699.757968] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.758368] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.758590] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.759020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.759389] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.759748] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.006184] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.006184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.006184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.006184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.006184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.006410] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 is going to be created. [ 700.009022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.009022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.009022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.009022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.009022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.009022] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 700.050834] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.050834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.050834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.051093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.051093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.060112] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1325298c-60b4-4bd9-b940-73883a053814 in Status: SUCCESS [ 700.060247] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1325298c-60b4-4bd9-b940-73883a053814 deletion is rescheduled due to dependency. [ 700.060508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.063503] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: UNINITIALIZED for 2s [ 700.064335] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.064460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.064531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.064810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.064976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.074813] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 700.482862] env[65495]: INFO networking_nsxv3.common.synchronization [req-aad2b748-8477-48de-bb8c-ca4cea22f431 req-ed1a181e-710d-4c5e-9125-4cd22b176f31 service nova] Enqueued Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_rules [ 700.482862] env[65495]: INFO networking_nsxv3.common.synchronization [req-aad2b748-8477-48de-bb8c-ca4cea22f431 req-ed1a181e-710d-4c5e-9125-4cd22b176f31 service nova] Enqueued Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_members [ 700.482862] env[65495]: INFO networking_nsxv3.common.synchronization [req-aad2b748-8477-48de-bb8c-ca4cea22f431 req-ed1a181e-710d-4c5e-9125-4cd22b176f31 service nova] Enqueued Resource ID: 5b2492f3-cba3-48ae-8e01-b98f1d4508f2 with Priority: HIGHEST for action port [ 700.483276] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_rules [ 700.483520] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_members [ 700.483583] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2492f3-cba3-48ae-8e01-b98f1d4508f2 with Priority: HIGHEST for action port [ 700.483873] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.484030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.484112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.485047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.485047] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.485707] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.485707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.485707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.485707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.487097] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.487097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.487097] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.487576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488240] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2492f3-cba3-48ae-8e01-b98f1d4508f2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.521748] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 700.522272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.655201] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 700.655377] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_members [ 700.655507] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 700.656226] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 700.656599] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_members [ 700.656599] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 700.657010] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.657154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.657438] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.657562] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.657652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.658942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.658942] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.658942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.658942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.658942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.658942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.659167] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.659920] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.660058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.699386] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 700.699570] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 700.699749] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_rules [ 700.700039] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 700.700118] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_rules [ 700.700180] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_members [ 700.700300] env[65495]: INFO networking_nsxv3.common.synchronization [req-016a7053-419b-45cf-9219-cacde45dbfd6 req-e55e136c-c7fb-4316-bbf8-4cc9efa5c1ab tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 with Priority: HIGHEST for action port [ 700.701011] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 700.701430] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_rules [ 700.701601] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_members [ 700.701803] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 with Priority: HIGHEST for action port [ 700.701962] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_rules [ 700.702174] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 700.702314] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 700.702785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.702785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.702988] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.703102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.703371] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.703518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.704061] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa5e602-8551-4fa1-8993-242a3d0ad906 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.704272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.704374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.704806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.704806] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa5e602-8551-4fa1-8993-242a3d0ad906',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.705668] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.705787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.705877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.706150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.706262] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.707144] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.707276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.707509] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.707626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.899022] env[65495]: INFO networking_nsxv3.common.synchronization [req-247107da-a891-45ef-9d8a-bb347865b98f req-7c5cf66f-bccd-44a0-895b-17375b731beb tempest-AttachInterfacesUnderV243Test-1616800403 tempest-AttachInterfacesUnderV243Test-1616800403-project-member] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 700.899022] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGHEST for action security_group_members [ 700.899022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.899484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.899688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.899992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.901391] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.901391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.901391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.901391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.901391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.901391] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.966026] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: SUCCESS [ 700.967223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.991682] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.991682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.991682] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.994036] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b2492f3-cba3-48ae-8e01-b98f1d4508f2 with status ACTIVE [ 700.994036] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.994036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.994036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.994036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.994036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.994036] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.994036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.994036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.994036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.995587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.995587] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.995587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.995587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.995587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.995587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.995587] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b2492f3-cba3-48ae-8e01-b98f1d4508f2 is going to be updated. [ 701.018645] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.018786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.018855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.019097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.019231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.019417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2492f3-cba3-48ae-8e01-b98f1d4508f2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.161639] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.209126] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fa5e602-8551-4fa1-8993-242a3d0ad906 with status ACTIVE [ 701.209445] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.209445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.209574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.209733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.209807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.210026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.210125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.210187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.210542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.210542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.210627] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.210837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.210837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.211869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.211869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.211869] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fa5e602-8551-4fa1-8993-242a3d0ad906 is going to be updated. [ 701.216131] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.216288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.245999] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.246196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.247040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.247040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.247040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa5e602-8551-4fa1-8993-242a3d0ad906" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.252455] env[65495]: INFO networking_nsxv3.common.synchronization [req-dfd59ed0-e32b-40d5-b0b6-447f2658ffdd req-63206051-4918-4afc-979c-2055f9c8b169 tempest-ServerDiagnosticsTest-626003170 tempest-ServerDiagnosticsTest-626003170-project-member] Enqueued Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_members [ 701.253046] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 with Priority: HIGHEST for action security_group_members [ 701.253434] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd626cb7-45df-42fe-8083-62ee336cd0c9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.255022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.255022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.255022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.255022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.255022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.255022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.255022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.255022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.255022] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd626cb7-45df-42fe-8083-62ee336cd0c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.403871] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.404477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.404675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.404973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.405773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.405773] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.405773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.405773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.408109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.408257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.408360] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be updated. [ 701.420833] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 701.421364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.421534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.421767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.421969] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.422108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.422161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.422321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.422397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.422479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.422568] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.442591] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.442759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.442832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.443115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.443283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.454123] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: IN_PROGRESS for 2s [ 701.498717] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.535927] env[65495]: INFO networking_nsxv3.common.synchronization [req-abdba519-663e-48fc-9e08-3a9e25060328 req-bc582575-70f2-4ffb-afbd-1c7607c58847 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 701.540026] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 701.540026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.540026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.540026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.540026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.540026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.540026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.540026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.540026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.540026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.540026] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.664344] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.757457] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.757457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.757587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.758024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.758261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.758414] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.758553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.758604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.758746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.758825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.758912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 is going to be updated. [ 701.805487] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.805677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.805773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.806090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.806229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.817210] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 in Status: IN_PROGRESS for 2s [ 701.918076] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.918459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.918665] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.918974] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919557] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.919802] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.919986] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.920798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.920798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.921038] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.921286] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.921386] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.921501] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.921685] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.921927] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.922136] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.926201] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.959216] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.959216] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.959442] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.960222] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.960715] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-862d6e64-14ab-4094-9dcf-8da93d327436 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.960896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.961031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.961454] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.961590] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862d6e64-14ab-4094-9dcf-8da93d327436',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.002643] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.002643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.002643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.002643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.002890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.002890] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 is going to be created. [ 702.030206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.030386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.030458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.030664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.030922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.043875] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 in Status: UNINITIALIZED for 2s [ 702.044142] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.073983] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: SUCCESS [ 702.073983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.074162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.074292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.074492] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.074612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.074673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.074826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.074903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.074996] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.086271] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 702.086271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.086271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.086271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.086842] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.087164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.087229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.087365] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.166811] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.166985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.167087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.167366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.167540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.167656] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c342482e-38a4-4e19-9d81-223f847bcb36 is going to be created. [ 702.191018] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.191262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.191379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.191661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.191832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.204746] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: UNINITIALIZED for 2s [ 702.434024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900669b3-f9bd-40a2-9c3e-295b161af131: rpc.has_security_group_logging(os_id): False [ 702.454242] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.455031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.455031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.455031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.455031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.455031] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.455310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.455310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.455310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.455473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.455613] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be created. [ 702.465546] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.465546] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.465546] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.466062] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.466182] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.466338] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 862d6e64-14ab-4094-9dcf-8da93d327436 not found, creating... [ 702.466682] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.466877] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.467045] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.467258] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.467580] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.467877] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.468148] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.468259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.468504] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.468630] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.468776] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 862d6e64-14ab-4094-9dcf-8da93d327436 is going to be created. [ 702.493126] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.493613] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.493785] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.494107] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.494416] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.494695] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.535438] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.535724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.535724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.535905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.536785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.546851] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.551707] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 702.577463] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.590059] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.050750] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.051016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.051149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.051929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.051929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.051929] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 703.081390] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.094261] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.102461] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.102617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.102678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.102949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.103036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.114996] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 703.312315] env[65495]: INFO networking_nsxv3.common.synchronization [req-abdba519-663e-48fc-9e08-3a9e25060328 req-fd55ee6d-3d98-4d3e-aa5c-9ebb794cc4aa service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 703.312315] env[65495]: INFO networking_nsxv3.common.synchronization [req-abdba519-663e-48fc-9e08-3a9e25060328 req-fd55ee6d-3d98-4d3e-aa5c-9ebb794cc4aa service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 703.312315] env[65495]: INFO networking_nsxv3.common.synchronization [req-abdba519-663e-48fc-9e08-3a9e25060328 req-fd55ee6d-3d98-4d3e-aa5c-9ebb794cc4aa service nova] Enqueued Resource ID: 862d6e64-14ab-4094-9dcf-8da93d327436 with Priority: HIGHEST for action port [ 703.312315] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 703.312315] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 703.312315] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862d6e64-14ab-4094-9dcf-8da93d327436 with Priority: HIGHEST for action port [ 703.313558] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.313780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.313919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.314270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.314677] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.315962] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.316138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.316688] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-862d6e64-14ab-4094-9dcf-8da93d327436 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.316688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.316824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.318108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.318108] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862d6e64-14ab-4094-9dcf-8da93d327436',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.466125] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 in Status: SUCCESS [ 703.466305] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 deletion is rescheduled due to dependency. [ 703.466429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.576336] env[65495]: INFO networking_nsxv3.common.synchronization [req-e426d4ad-dc1f-4307-a35d-ed2c92f5c15d req-f8306785-19f6-42cd-a9c4-d5994c96523e tempest-ServersTestManualDisk-2004620733 tempest-ServersTestManualDisk-2004620733-project-member] Enqueued Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_members [ 703.576336] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGHEST for action security_group_members [ 703.577051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.577314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.577492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.577803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.579646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.579646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.579646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.579646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.579646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.579646] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.586689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.586689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.586689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.586689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.586689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.586689] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 is going to be updated. [ 703.600127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.600127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.600127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.600127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.600127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.600127] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 703.621117] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.621529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.621819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.622523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.622523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.634298] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.634464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.634511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.634714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.634857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.636790] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: IN_PROGRESS for 2s [ 703.643673] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 703.820930] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.820930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.820930] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862d6e64-14ab-4094-9dcf-8da93d327436 with status ACTIVE [ 703.820930] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.820930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.820930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.820930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.820930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.821302] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.821302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.821376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.821516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.821591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.821766] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.821853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.821910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.822096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.822132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.822199] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862d6e64-14ab-4094-9dcf-8da93d327436 is going to be updated. [ 703.839628] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 in Status: SUCCESS [ 703.839628] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd626cb7-45df-42fe-8083-62ee336cd0c9 deletion is rescheduled due to dependency. [ 703.839628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd626cb7-45df-42fe-8083-62ee336cd0c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.849340] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.849340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.849340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.849606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.850720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.850720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862d6e64-14ab-4094-9dcf-8da93d327436" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.056204] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 in Status: SUCCESS [ 704.056426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.056599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.056826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.057060] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.057166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.057214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.058159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.058159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.058159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.058159] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.080803] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.080925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.080966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.081249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.102860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.103205] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.104285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.104385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.104653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.104775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.104894] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c is going to be updated. [ 704.140446] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.141082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.141082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.141235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.141457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.154634] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c in Status: IN_PROGRESS for 2s [ 704.216060] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: SUCCESS [ 704.216150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.216430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.216994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.216994] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.217137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.217211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.217376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.217502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.217661] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.264224] env[65495]: INFO networking_nsxv3.common.synchronization [req-d77130cf-bb0b-4b22-9eeb-e707ad1efcdf req-16271b38-2d00-43fb-a593-7bd2e7e3ead7 tempest-TenantUsagesTestJSON-1464074657 tempest-TenantUsagesTestJSON-1464074657-project-member] Enqueued Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_members [ 704.265222] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGHEST for action security_group_members [ 704.265746] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.265944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.266224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.266485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.267662] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.267662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.267662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.267662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.267662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.267662] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.560755] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.560872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.560935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.561169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.561434] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.561434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.561532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.561644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.561733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.561826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.562087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.562127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.562248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.562409] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.562470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.562525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.562657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.562736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562903] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.571142] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 704.574093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.720616] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.773507] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.773728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.773728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.774060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.774060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.774232] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.774342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.774410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.774591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.774673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.774760] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf is going to be updated. [ 704.822067] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.822067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.822067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.822067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.822067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.832766] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf in Status: IN_PROGRESS for 2s [ 705.066463] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 713cadb5-5963-4bc5-8acb-a6415ae13d51: rpc.has_security_group_logging(os_id): False [ 705.092498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.092789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.092897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.093185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.093401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.093992] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.094379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.094379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.094558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.096955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.096955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.096955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.096955] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 is going to be created. [ 705.125430] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 705.125430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.125430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.125767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.125767] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.125926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.125926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.126116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.126177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.126288] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.158642] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.158642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.158642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.158642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.158642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.172905] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 in Status: IN_PROGRESS for 2s [ 705.181654] env[65495]: INFO networking_nsxv3.common.synchronization [None req-399b5388-31ad-4731-8df8-e91c1e69300b tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb with Priority: HIGHEST for action security_group_rules [ 705.182404] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb with Priority: HIGHEST for action security_group_rules [ 705.183222] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.183513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.183603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.183932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.184085] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.225922] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.385246] env[65495]: INFO networking_nsxv3.common.synchronization [None req-007787c3-1bef-414c-8f2a-230fe05c18b9 tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb with Priority: HIGHEST for action security_group_rules [ 705.385306] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb with Priority: HIGHEST for action security_group_rules [ 705.385800] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.385963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.629366] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.650688] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: SUCCESS [ 705.650688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.652242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.652481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.652712] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.652848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.652908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.653124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.653247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.653296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.653426] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.654582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.654782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.655042] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.655121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.655160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.655281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.655379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.655466] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.660219] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 705.660470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.660952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.661165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.661390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.661494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.661680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.661717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.661790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.661882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.661977] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.663407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.663557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.663739] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.663853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.663916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.667082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.667082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.667082] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.719177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.719406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.719406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.719577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.719809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.719809] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb already deleted. [ 705.720010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.720070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.720236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.720319] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.729433] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.729433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.729433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.729433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.729433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.729433] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c342482e-38a4-4e19-9d81-223f847bcb36 is going to be updated. [ 705.764244] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.764244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.764244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.764244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.764478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.774540] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: IN_PROGRESS for 2s [ 705.993365] env[65495]: INFO networking_nsxv3.common.synchronization [req-c38da9a3-8e96-4aaa-876f-71b7617fae7d req-c5e07dc1-7c12-4bbd-82d9-fc562f4116f0 tempest-VolumesAssistedSnapshotsTest-2095817374 tempest-VolumesAssistedSnapshotsTest-2095817374-project-member] Enqueued Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_members [ 705.993952] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGHEST for action security_group_members [ 705.994269] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.994399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.994459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.994657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.994805] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.994896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.994984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.995179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.995267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.995891] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.131930] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.157177] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.163904] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.168446] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c in Status: SUCCESS [ 706.168446] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c deletion is rescheduled due to dependency. [ 706.168446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.168446] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.168446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.168446] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.244631] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.244804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.244911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.245155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.245255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.245416] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb already deleted. [ 706.245481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4253e4-9acd-4d3c-9ad3-76f6a5e298bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.497790] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.498036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.498036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.498282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.522452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.522452] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.522452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.522452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.522737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.522737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.522828] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 is going to be updated. [ 706.555386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.555386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.555386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.555546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.556391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.566213] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 in Status: IN_PROGRESS for 2s [ 706.634158] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.634384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.634515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.635108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.635108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.635108] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 706.658892] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0371e86-a8a5-4ec2-8904-aae64d2d54a4: rpc.has_security_group_logging(os_id): False [ 706.672597] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.672973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.673532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.674398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.681827] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.682889] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.685452] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.685615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.685702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.685945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.686062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.686344] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.686474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.686592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.686731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.686839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.686931] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 is going to be created. [ 706.718051] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 706.815180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.819148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.819148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.819148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.819148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.835322] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: IN_PROGRESS for 2s [ 706.845413] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf in Status: SUCCESS [ 706.845633] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf deletion is rescheduled due to dependency. [ 706.845829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.052746] env[65495]: INFO networking_nsxv3.common.synchronization [req-6af139a8-6d5b-4e24-a82a-98d4798debe7 req-a018735c-7290-4e2e-839e-8317375b2f01 tempest-ServersTestBootFromVolume-313314063 tempest-ServersTestBootFromVolume-313314063-project-member] Enqueued Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_members [ 707.053453] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_members [ 707.053827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.053951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.054067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.054367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.054583] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.054691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.054755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.054942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.055065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.055282] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.186963] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 in Status: SUCCESS [ 707.187783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.194775] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.194775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.194775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.194775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.194775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.194775] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 is going to be updated. [ 707.196362] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.196552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.196673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.197100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.197166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.197271] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 707.240957] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.241510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.241510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.241641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.241806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.244229] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.244410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.244527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.245854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.245854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.262691] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: IN_PROGRESS for 2s [ 707.264821] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 707.557667] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.557795] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-769" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.557941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-769" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.558320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-769" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.559449] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559889] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.560040] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.560340] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.560544] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.560800] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.560962] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.561150] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.561311] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.561497] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.561664] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.561865] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.563325] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.563325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.563464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.563679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.563819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.564069] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.564225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.564328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.564543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.564740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.564844] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 already deleted. [ 707.564987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.585522] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.585701] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.585851] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.586037] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-769" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.586531] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-10bad1f7-6d5e-444b-8123-a8811fc7992d taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.586784] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.587016] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.587298] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.587437] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bad1f7-6d5e-444b-8123-a8811fc7992d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.787281] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: SUCCESS [ 707.787517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.787761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.787986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.788209] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.788330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.788396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.788593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.788720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.788751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.788932] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.089809] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.090225] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.090275] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.092120] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.092120] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.092120] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 10bad1f7-6d5e-444b-8123-a8811fc7992d not found, creating... [ 708.092120] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.092120] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.092120] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.092120] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.092120] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.092120] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.092522] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.092522] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.092737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.092899] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.093076] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 10bad1f7-6d5e-444b-8123-a8811fc7992d is going to be created. [ 708.119547] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.119547] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.119547] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.119878] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.120203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.120515] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291554] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.578682] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 in Status: SUCCESS [ 708.578957] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 deletion is rescheduled due to dependency. [ 708.579124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.729427] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 708.729427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.729596] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.730953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.730953] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.730953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.730953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.730953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.730953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.730953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.730953] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.794124] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c342482e-38a4-4e19-9d81-223f847bcb36: rpc.has_security_group_logging(os_id): False [ 708.813089] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.813307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.813365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.813654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.813767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.813977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.814093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.814250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.814437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.814580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.814626] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c342482e-38a4-4e19-9d81-223f847bcb36 is going to be created. [ 708.849222] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: SUCCESS [ 708.849387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.849598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.849841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.849966] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.879188] env[65495]: INFO networking_nsxv3.common.synchronization [req-6af139a8-6d5b-4e24-a82a-98d4798debe7 req-dc8e5fbf-b809-462b-81f3-b2513f3a04ea service nova] Enqueued Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_rules [ 708.882019] env[65495]: INFO networking_nsxv3.common.synchronization [req-6af139a8-6d5b-4e24-a82a-98d4798debe7 req-dc8e5fbf-b809-462b-81f3-b2513f3a04ea service nova] Enqueued Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_members [ 708.882019] env[65495]: INFO networking_nsxv3.common.synchronization [req-6af139a8-6d5b-4e24-a82a-98d4798debe7 req-dc8e5fbf-b809-462b-81f3-b2513f3a04ea service nova] Enqueued Resource ID: 10bad1f7-6d5e-444b-8123-a8811fc7992d with Priority: HIGHEST for action port [ 708.882019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.882019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.882019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.882367] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_rules [ 708.882456] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_members [ 708.882552] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10bad1f7-6d5e-444b-8123-a8811fc7992d with Priority: HIGHEST for action port [ 708.883419] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.883496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.883552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.883728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.883804] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.885076] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.885183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.885305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.885470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.885610] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.885703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.885767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.886114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.886114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.886114] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.887139] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-10bad1f7-6d5e-444b-8123-a8811fc7992d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.887239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.887308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.887456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.887531] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bad1f7-6d5e-444b-8123-a8811fc7992d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.899386] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: IN_PROGRESS for 2s [ 709.233861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.234497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.234497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.234697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.234937] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.235159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.235218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.235557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.235701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.235824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.236055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.236181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.236271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.236474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.236669] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.236941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.237094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.237373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.237552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.237642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.238043] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.277829] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 709.278079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.278796] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: SUCCESS [ 709.278965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.279141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.279358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.279538] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.279690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.279751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.279869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.279936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.281159] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.283174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.283174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.283174] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.283174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.283174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.283174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.283174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.283174] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.351855] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.352039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.393311] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.393311] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10bad1f7-6d5e-444b-8123-a8811fc7992d with status ACTIVE [ 709.393311] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.393311] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.393311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.393311] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.393861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.393861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.393861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.393861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.393861] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10bad1f7-6d5e-444b-8123-a8811fc7992d is going to be updated. [ 709.394636] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.419825] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.419825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.419825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.420037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.420037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.420192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10bad1f7-6d5e-444b-8123-a8811fc7992d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.425706] env[65495]: INFO networking_nsxv3.common.synchronization [req-f9701686-90d7-44f8-a8c7-20eb58e21007 req-1e699de0-4d22-4af5-9774-7a1aa7cb625d tempest-FloatingIPsAssociationNegativeTestJSON-2030298486 tempest-FloatingIPsAssociationNegativeTestJSON-2030298486-project-member] Enqueued Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_members [ 709.426422] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGHEST for action security_group_members [ 709.426764] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.426888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.426958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.427166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.427323] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.427457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.427488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.427611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.427695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.427801] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.741385] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a: rpc.has_security_group_logging(os_id): False [ 709.763897] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.764170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.764254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.764534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.786290] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.787387] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.789213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789296] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.789447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.789494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.789674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.789757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.790973] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.790973] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.790973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.790973] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 709.858267] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.858398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.858475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.858706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.858855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.875213] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 709.901425] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.930626] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.930824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.930824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.931097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.962292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.962442] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.962592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.962661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.962893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.963015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.963081] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da is going to be updated. [ 709.998189] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.998463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.998627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.999434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.999434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.019955] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da in Status: IN_PROGRESS for 2s [ 710.289388] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.293079] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.404456] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.404456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.404456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.404748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.404837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.404935] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 is going to be created. [ 710.448106] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.448296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.451848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.451848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.451848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.468999] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c11f8a-547c-44e9-bceb-173be91efd28 in Status: UNINITIALIZED for 2s [ 710.791704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.791871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.791929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.792183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.792282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.792382] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 710.795343] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.795495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.795495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.795691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.795799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.795938] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 is going to be updated. [ 710.836557] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.836557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.836720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.836843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.836987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.839095] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.839221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.839292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.839467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.839591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.850423] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: IN_PROGRESS for 2s [ 710.852144] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 710.940752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: SUCCESS [ 710.940992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.892945] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 711.893220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.031112] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da in Status: SUCCESS [ 712.031351] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da deletion is rescheduled due to dependency. [ 712.031464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.480532] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c11f8a-547c-44e9-bceb-173be91efd28 in Status: SUCCESS [ 712.480532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.480532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.480723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.482046] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.482046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.482046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.482046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.482046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.482046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.482046] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.865431] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 712.865431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.866138] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: SUCCESS [ 712.866323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.866495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.866714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.866949] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.867041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.867111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.867268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.867346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.867504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.867594] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.867817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.867817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.867901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.868363] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.868363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.868363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.868363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.868363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.868568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.868568] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.869452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.869771] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.869872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.870318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.870409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.870496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.870588] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.984566] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.373814] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b357152-8c98-42b9-8607-3fc98bd4465a: rpc.has_security_group_logging(os_id): False [ 713.376833] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.391597] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.391729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.392369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.392369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.392369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.392930] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.392930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.392930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.393333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.394029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.394029] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.394178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.394178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.394738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.394738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.395123] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.395195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.398375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.398375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.398375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.398375] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 713.470296] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.470551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.470676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.471556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.471556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.488949] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 713.489236] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c11f8a-547c-44e9-bceb-173be91efd28: rpc.has_security_group_logging(os_id): False [ 713.509670] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.509670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.509670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.510115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.510286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.510649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.510781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.510865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.511828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.511985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.513047] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 is going to be created. [ 713.606945] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.606945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.606945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.607113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.607206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.638505] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c11f8a-547c-44e9-bceb-173be91efd28 in Status: IN_PROGRESS for 2s [ 713.881550] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0371e86-a8a5-4ec2-8904-aae64d2d54a4: rpc.has_security_group_logging(os_id): False [ 713.902379] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.902606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.902670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.902875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.902968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.903219] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.903317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.903383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.903557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.903632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.904748] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 is going to be updated. [ 713.976476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.976654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.976693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.976889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.977038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.005969] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: IN_PROGRESS for 2s [ 714.087675] env[65495]: INFO networking_nsxv3.common.synchronization [req-f984e06e-0020-48a1-8115-9314b88e1b1f req-9aa51c64-0fc7-4a76-838c-8c5fb3173f54 tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 714.088343] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 714.089087] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.089087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.089087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.089087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.089350] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.089350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.089436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.089752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.089752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.089848] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.592787] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.650391] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.650677] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.650854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.651480] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.651767] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.651972] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.652308] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.652619] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.652775] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652989] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.653186] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.653323] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.653436] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.653663] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.653787] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.653927] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.675912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.676105] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.676243] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.676420] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.676740] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-cd404d93-586a-409b-aed0-eaf5475b14c9 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.676987] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.677133] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.677561] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.677639] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd404d93-586a-409b-aed0-eaf5475b14c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.095522] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.182400] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.182503] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.183879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.183879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.183879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.183879] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port cd404d93-586a-409b-aed0-eaf5475b14c9 not found, creating... [ 715.184078] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.184164] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.184239] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.184558] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.184732] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.185211] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.185478] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.185525] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.185730] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.185860] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.185994] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: cd404d93-586a-409b-aed0-eaf5475b14c9 is going to be created. [ 715.213063] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.214929] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.214929] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.214929] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.214929] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.214929] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.375537] env[65495]: INFO networking_nsxv3.common.synchronization [None req-fc5ee5bd-d481-45c0-bc3b-e51daa02f78d None None] Enqueued Resource ID: b730890e-ab27-4438-b7f2-eb0aa34b095c with Priority: HIGHEST for action port [ 715.375891] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b730890e-ab27-4438-b7f2-eb0aa34b095c with Priority: HIGHEST for action port [ 715.376372] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b730890e-ab27-4438-b7f2-eb0aa34b095c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.376675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b730890e-ab27-4438-b7f2-eb0aa34b095c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.376833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b730890e-ab27-4438-b7f2-eb0aa34b095c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.378334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b730890e-ab27-4438-b7f2-eb0aa34b095c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.378334] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b730890e-ab27-4438-b7f2-eb0aa34b095c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.519877] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 715.520136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.520321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.520542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.520642] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.599782] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.599782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.599782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.599991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.600118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.600225] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 715.633495] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.633641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.633717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.633939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.634121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647230] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 715.652511] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c11f8a-547c-44e9-bceb-173be91efd28 in Status: SUCCESS [ 715.652758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.882384] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b730890e-ab27-4438-b7f2-eb0aa34b095c [ 715.882656] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.882769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.882817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.883055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.883152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.883246] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b730890e-ab27-4438-b7f2-eb0aa34b095c already deleted. [ 715.883329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b730890e-ab27-4438-b7f2-eb0aa34b095c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.956252] env[65495]: INFO networking_nsxv3.common.synchronization [req-f984e06e-0020-48a1-8115-9314b88e1b1f req-36ba03c6-0432-4577-a58f-c5893d9175c9 service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 715.956419] env[65495]: INFO networking_nsxv3.common.synchronization [req-f984e06e-0020-48a1-8115-9314b88e1b1f req-36ba03c6-0432-4577-a58f-c5893d9175c9 service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 715.956553] env[65495]: INFO networking_nsxv3.common.synchronization [req-f984e06e-0020-48a1-8115-9314b88e1b1f req-36ba03c6-0432-4577-a58f-c5893d9175c9 service nova] Enqueued Resource ID: cd404d93-586a-409b-aed0-eaf5475b14c9 with Priority: HIGHEST for action port [ 715.956787] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 715.956914] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 715.957022] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd404d93-586a-409b-aed0-eaf5475b14c9 with Priority: HIGHEST for action port [ 715.957592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.957715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.957784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.957976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.958119] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.960085] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.960227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.960348] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd404d93-586a-409b-aed0-eaf5475b14c9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.960513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.960578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.960750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.960828] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd404d93-586a-409b-aed0-eaf5475b14c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.970603] env[65495]: INFO networking_nsxv3.common.synchronization [req-275733a6-6e98-488a-9fa5-49c04d7e5b31 req-bb46aeb7-a126-45af-a1d9-c831a65b7ae4 tempest-InstanceActionsNegativeTestJSON-1903600369 tempest-InstanceActionsNegativeTestJSON-1903600369-project-member] Enqueued Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_members [ 715.971344] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGHEST for action security_group_members [ 715.971654] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.971773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.972372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.972926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.973143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.973471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.973560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.974037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.974037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.974037] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.023149] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: SUCCESS [ 716.023149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.024826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.024826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.024826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.024826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.024826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.024826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.024826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.024826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.025286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.025286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.025286] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.351211] env[65495]: INFO networking_nsxv3.common.synchronization [req-379ba53f-e023-47da-87bd-e9efb4a3432d req-fdde8104-d7c4-4ca7-b987-70e3912fe5d3 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 716.351211] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 716.351211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.351582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.351582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.351582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.351728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.351816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.351875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.352867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.353022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.353308] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.464153] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd404d93-586a-409b-aed0-eaf5475b14c9 with status ACTIVE [ 716.464153] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.464153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.464153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.464153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.464153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.464153] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.464153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.464153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.464851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.464851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.464851] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.465050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.465050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.465335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.465390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.465526] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd404d93-586a-409b-aed0-eaf5475b14c9 is going to be updated. [ 716.466724] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.466860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.476889] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.477113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.477212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.477424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.477518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.477712] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.477812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.477871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.479270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.479270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.479270] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 is going to be updated. [ 716.489857] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.490029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.490072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.490549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.490669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.490973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd404d93-586a-409b-aed0-eaf5475b14c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.509649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.509649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.509649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.509649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.509649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.518784] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 in Status: IN_PROGRESS for 2s [ 716.531410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.531410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.531410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.531410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.531410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.532196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.532196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.532196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.532196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.532196] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.856927] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.033653] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b357152-8c98-42b9-8607-3fc98bd4465a: rpc.has_security_group_logging(os_id): False [ 717.059034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.059034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.059034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.059034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.059034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.059387] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.059387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.059387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.059387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.059507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.059872] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.059872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.059872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.060278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.060278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.060278] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.060278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.060443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.064312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.064312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.064312] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 717.134812] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.134973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.135127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.135234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.135382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.158121] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 717.357960] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.654857] env[65495]: INFO networking_nsxv3.common.synchronization [req-5bbc9bbd-6057-43aa-b6ee-742a01b851cd req-5120e17f-dec1-440a-a570-5ba0fabd8ca6 tempest-ImagesOneServerTestJSON-602506012 tempest-ImagesOneServerTestJSON-602506012-project-member] Enqueued Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_members [ 717.655419] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_members [ 717.655763] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.655930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.656244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.656532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.656693] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.656798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.657088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.657270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.657361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.657467] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.661300] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 4s [ 717.861815] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.861815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.861815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.862028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.862082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.862256] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 717.900115] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.900283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.900432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.901025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.901025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.923681] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 718.032796] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.032981] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-339" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.033397] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-339" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.033770] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-339" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.034404] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.034404] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.034566] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.035259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.035259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.035259] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.035417] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.035576] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.035735] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.035872] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.035952] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.036093] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.060323] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.060486] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.060623] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.060795] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-339" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.061251] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-c8e13dd8-059c-4811-a5b9-6f9c3015c850 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.061486] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.061664] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.062076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.062227] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e13dd8-059c-4811-a5b9-6f9c3015c850',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.075337] env[65495]: INFO networking_nsxv3.common.synchronization [None req-497d914f-f200-423d-aed0-b22df7bd133b None None] Enqueued Resource ID: 00fc827c-642b-48a1-9e10-d5174f3eac5b with Priority: HIGHEST for action port [ 718.075993] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fc827c-642b-48a1-9e10-d5174f3eac5b with Priority: HIGHEST for action port [ 718.076251] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-00fc827c-642b-48a1-9e10-d5174f3eac5b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.076331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00fc827c-642b-48a1-9e10-d5174f3eac5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.076403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00fc827c-642b-48a1-9e10-d5174f3eac5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.077505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00fc827c-642b-48a1-9e10-d5174f3eac5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.077712] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00fc827c-642b-48a1-9e10-d5174f3eac5b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.161101] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.161273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.161580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.161624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.161697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.161897] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.162139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.162139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.162202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.162275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.162348] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 already deleted. [ 718.162424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.529468] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 in Status: SUCCESS [ 718.529821] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 deletion is rescheduled due to dependency. [ 718.529821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.565355] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.565508] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.565508] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.565806] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.565977] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.566145] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port c8e13dd8-059c-4811-a5b9-6f9c3015c850 not found, creating... [ 718.566409] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.566556] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.566736] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.566880] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.567016] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.567290] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.567438] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.567764] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.567764] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.567858] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.567983] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: c8e13dd8-059c-4811-a5b9-6f9c3015c850 is going to be created. [ 718.579780] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00fc827c-642b-48a1-9e10-d5174f3eac5b [ 718.580140] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.580279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.580348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.581012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.581126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.581227] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00fc827c-642b-48a1-9e10-d5174f3eac5b already deleted. [ 718.581308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00fc827c-642b-48a1-9e10-d5174f3eac5b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.589710] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.589710] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.589710] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.589710] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.589911] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.590016] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.180021] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 719.180021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.369348] env[65495]: INFO networking_nsxv3.common.synchronization [req-5bbc9bbd-6057-43aa-b6ee-742a01b851cd req-6ab55124-5bc0-4bad-a5a4-6926f8deaa09 service nova] Enqueued Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_rules [ 719.369566] env[65495]: INFO networking_nsxv3.common.synchronization [req-5bbc9bbd-6057-43aa-b6ee-742a01b851cd req-6ab55124-5bc0-4bad-a5a4-6926f8deaa09 service nova] Enqueued Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_members [ 719.369712] env[65495]: INFO networking_nsxv3.common.synchronization [req-5bbc9bbd-6057-43aa-b6ee-742a01b851cd req-6ab55124-5bc0-4bad-a5a4-6926f8deaa09 service nova] Enqueued Resource ID: c8e13dd8-059c-4811-a5b9-6f9c3015c850 with Priority: HIGHEST for action port [ 719.370246] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_rules [ 719.370372] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_members [ 719.370466] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e13dd8-059c-4811-a5b9-6f9c3015c850 with Priority: HIGHEST for action port [ 719.371751] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7fd5854-6f1d-4824-bd8e-758cb7c38e22 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.371751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.371751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.375301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.375348] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.376677] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.376794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.376861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.377053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.377198] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.377288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.377815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.377815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.377815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.377815] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.378667] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e13dd8-059c-4811-a5b9-6f9c3015c850 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.378770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.378832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.378995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.379077] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e13dd8-059c-4811-a5b9-6f9c3015c850',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.671516] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 719.672254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.672459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.672895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673085] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.673293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.673870] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.882122] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.882122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.882122] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.883158] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8e13dd8-059c-4811-a5b9-6f9c3015c850 with status ACTIVE [ 719.883409] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.883594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.883704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.883955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.884142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.884367] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.884496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.886721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.886721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.886721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.886721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.886721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.886721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.886721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.886721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.886721] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8e13dd8-059c-4811-a5b9-6f9c3015c850 is going to be updated. [ 719.905888] env[65495]: INFO networking_nsxv3.common.synchronization [req-42ddfb38-1866-47ed-92f9-d3e37edb77bd req-68c9b54f-4290-439e-9ab6-ed591b33d7dc tempest-ServerMetadataNegativeTestJSON-1816644047 tempest-ServerMetadataNegativeTestJSON-1816644047-project-member] Enqueued Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_members [ 719.906623] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGHEST for action security_group_members [ 719.906962] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.907183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.907422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.907581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.907846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.908020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.908131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.908307] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.911294] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.911500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.911567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.911751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.911910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.912119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e13dd8-059c-4811-a5b9-6f9c3015c850" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.937339] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 719.937679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.176865] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.387283] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.411566] env[65495]: INFO networking_nsxv3.common.synchronization [req-62f3fcb3-a87d-4faf-a900-70a553e6af6b req-72b318e3-b4bd-4fee-ac96-8d0cc78c3287 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 720.412469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.412469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.412469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.412469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.412469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.412713] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.412927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.413043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.413375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.413580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.413722] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c is going to be updated. [ 720.415681] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 720.416345] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.416452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.416488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.416706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.417214] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.417334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.417379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.417802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.417802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.417802] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.466356] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.466621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.466847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.467115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.467263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.479385] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c in Status: IN_PROGRESS for 2s [ 720.683022] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.822647] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.822786] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.822905] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.823254] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.823531] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.823697] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.823814] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.824207] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.824396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.824641] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.824809] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.824923] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.825039] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.825152] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.825252] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.825376] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.845044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.845044] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.845044] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.845440] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.845494] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-61462d3e-71cc-41d9-a7fd-12a10d4989bd taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.845670] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.845890] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.846127] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.846265] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61462d3e-71cc-41d9-a7fd-12a10d4989bd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.891796] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.891931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.891931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.892171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.892267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.892619] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 is going to be created. [ 720.919074] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.919211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.919254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.919938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.919938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.921196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.921314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.921374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.921542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.921669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.921853] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.922425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.922632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.923175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.923263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.923342] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 already deleted. [ 720.923766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.934766] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 in Status: UNINITIALIZED for 2s [ 721.186374] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.186573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.186573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.186700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.186799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.186897] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 721.220303] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.220459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.220532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.220744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.220888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.230850] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 721.351027] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.351027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.351027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.351328] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.351475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.351643] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 61462d3e-71cc-41d9-a7fd-12a10d4989bd not found, creating... [ 721.351997] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.352239] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.352427] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.352749] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.352944] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.353324] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.353531] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.353854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.353920] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.354056] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.354201] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 61462d3e-71cc-41d9-a7fd-12a10d4989bd is going to be created. [ 721.376028] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.376028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.376028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.376028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.376028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.376028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.094207] env[65495]: INFO networking_nsxv3.common.synchronization [req-62f3fcb3-a87d-4faf-a900-70a553e6af6b req-02d929cf-1435-45b3-81ff-14230284a69b service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 722.094207] env[65495]: INFO networking_nsxv3.common.synchronization [req-62f3fcb3-a87d-4faf-a900-70a553e6af6b req-02d929cf-1435-45b3-81ff-14230284a69b service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 722.094207] env[65495]: INFO networking_nsxv3.common.synchronization [req-62f3fcb3-a87d-4faf-a900-70a553e6af6b req-02d929cf-1435-45b3-81ff-14230284a69b service nova] Enqueued Resource ID: 61462d3e-71cc-41d9-a7fd-12a10d4989bd with Priority: HIGHEST for action port [ 722.094207] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 722.094207] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 722.094207] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61462d3e-71cc-41d9-a7fd-12a10d4989bd with Priority: HIGHEST for action port [ 722.094207] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.094207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.095026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.095026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.095026] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.095615] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.095734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.095794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.096033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.096111] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.096196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.096251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.096800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.096800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.096800] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.097832] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-61462d3e-71cc-41d9-a7fd-12a10d4989bd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.097959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.098030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.098408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.098408] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61462d3e-71cc-41d9-a7fd-12a10d4989bd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.489387] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c in Status: SUCCESS [ 722.489528] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c deletion is rescheduled due to dependency. [ 722.489568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.600738] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.601629] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.602347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.602632] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61462d3e-71cc-41d9-a7fd-12a10d4989bd with status ACTIVE [ 722.602906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.603096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.603166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.603818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.603987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.604633] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.604633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.604633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.604926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.604926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.605141] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.605280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.605368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.608961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.609082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.609213] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61462d3e-71cc-41d9-a7fd-12a10d4989bd is going to be updated. [ 722.632888] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.633071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.633115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.633331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.633491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.633735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61462d3e-71cc-41d9-a7fd-12a10d4989bd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.951280] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 in Status: SUCCESS [ 722.951735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.952077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.952432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.952647] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.952767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.952834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.952998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.953097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.953187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.953280] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.110911] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.245324] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 723.245489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.245702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.246078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.246334] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.246881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.246881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.247075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.247075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.247206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.247373] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.456601] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.456601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.456601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.456800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.456874] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.456939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.456974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.457149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.457231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.457335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.457463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.457551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.457609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.458977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.458977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.458977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.458977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.458977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.458977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.458977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.458977] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.614889] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.616729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.616729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.616729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.616729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.616729] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be created. [ 723.644746] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.644947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.644990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.645316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.645480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.656616] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: UNINITIALIZED for 2s [ 723.751683] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.751683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.751683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.751897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.751961] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.752091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.752158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.752311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.752401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.752486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.752639] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.752732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.752793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.752932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.753081] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.753173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.753235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.753374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.753454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.753598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.753687] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.961466] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7fd5854-6f1d-4824-bd8e-758cb7c38e22: rpc.has_security_group_logging(os_id): False [ 723.980882] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.981106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.981106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.981317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.981447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.981830] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.981983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.982172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.982370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.982473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.982723] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.987554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.987669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.987916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.988032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.988303] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.988460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.988564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.988771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.988867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.988975] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 is going to be created. [ 724.062323] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.062494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.062494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.062765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.062894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.080278] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 in Status: IN_PROGRESS for 2s [ 724.259541] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 400d6de9-d65b-45df-93df-8176a5c4b199: rpc.has_security_group_logging(os_id): False [ 724.283157] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.283157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.283157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.283157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.283157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.283157] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.284887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.284989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.285566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.288024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.288338] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.288480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.288565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.288750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.288989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.289080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.289183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.289241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.289729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.289729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.289729] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 724.357506] env[65495]: INFO networking_nsxv3.common.synchronization [None req-8af925a2-dc6c-4857-9795-34511bc846bc None None] Enqueued Resource ID: e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa with Priority: HIGHEST for action port [ 724.358652] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.358790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.358867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.360202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.360465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.362152] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa with Priority: HIGHEST for action port [ 724.362531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.362752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.362752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.363158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.363270] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.380012] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 724.868862] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa [ 724.868862] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.868862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.868862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.868862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.868862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.868862] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa already deleted. [ 724.868862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e630c8ee-2e0f-46ae-b9ef-efb35b0a80fa" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.975947] env[65495]: INFO networking_nsxv3.common.synchronization [req-837f8668-88d1-4597-8b69-2b86cdf51d0c req-1385e231-0d31-444e-806d-fbc59706dfa8 tempest-ListImageFiltersTestJSON-1255282720 tempest-ListImageFiltersTestJSON-1255282720-project-member] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 724.975947] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 724.975947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.975947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.975947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.975947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.976505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.976505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.976505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.976637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.976729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.976916] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.479245] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.479529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.479529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.479804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.479804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.479925] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.480041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.480124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.480251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.480326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.480408] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff already deleted. [ 725.480557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.670223] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 725.670433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.670609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.670834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.671038] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.671150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.671214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.671368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.671443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.671532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.671630] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.950023] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.950023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.950023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.950023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.950023] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.950023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.950023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.950023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.950023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.950023] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.950023] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.950023] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.950023] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.950540] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.950540] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.950540] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.970157] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.972090] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.972090] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.972090] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.972090] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-e0797807-fa69-490a-922e-a4ca4887406b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.972090] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.972090] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.972090] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.972090] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0797807-fa69-490a-922e-a4ca4887406b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.092213] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 in Status: SUCCESS [ 726.092213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.177465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.177465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.177465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.178287] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.178513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.178879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.179290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.179529] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.179727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.179878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.180104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.180385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.180579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.180754] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.183085] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c7c51663-498e-4019-9cca-7d5010e378da None None] Enqueued Resource ID: 86e66a7c-4374-46d2-b579-3b39c6fd9b90 with Priority: HIGHEST for action port [ 726.184220] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e66a7c-4374-46d2-b579-3b39c6fd9b90 with Priority: HIGHEST for action port [ 726.185386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-86e66a7c-4374-46d2-b579-3b39c6fd9b90 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86e66a7c-4374-46d2-b579-3b39c6fd9b90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86e66a7c-4374-46d2-b579-3b39c6fd9b90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86e66a7c-4374-46d2-b579-3b39c6fd9b90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.187353] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86e66a7c-4374-46d2-b579-3b39c6fd9b90',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.266019] env[65495]: INFO networking_nsxv3.common.synchronization [req-c33ff11c-aa8f-4494-81ef-241acd53c37f req-c8865ca5-262d-4567-a74f-f4a6ca0073fb tempest-ListServerFiltersTestJSON-1267280876 tempest-ListServerFiltersTestJSON-1267280876-project-member] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 726.266019] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 726.266019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.266019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.266019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.266292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.266532] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.266755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.266892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.267142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.267317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.267506] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.394217] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 726.394561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.475731] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.475956] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.476092] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.476437] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.476639] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.476639] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port e0797807-fa69-490a-922e-a4ca4887406b not found, creating... [ 726.476883] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.477036] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.477149] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.477353] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.477480] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.477733] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.477876] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.477985] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.478304] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.478424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.478657] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: e0797807-fa69-490a-922e-a4ca4887406b is going to be created. [ 726.498957] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.499319] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.499416] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.499744] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.500104] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.500307] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.685010] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bdacbe6-62a2-4d22-8711-39d8c2721211: rpc.has_security_group_logging(os_id): False [ 726.689345] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86e66a7c-4374-46d2-b579-3b39c6fd9b90 [ 726.689566] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.689698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.690704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.690704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.690704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.690704] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86e66a7c-4374-46d2-b579-3b39c6fd9b90 already deleted. [ 726.690704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86e66a7c-4374-46d2-b579-3b39c6fd9b90" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.706522] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.706522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.706522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.706522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.706522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.707340] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.707340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.707340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.707340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.707340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.707340] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.707340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.707871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.707871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.707871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.707871] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.707871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.708149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.708149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.708149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.708272] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be created. [ 726.770122] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.780524] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.780761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.780825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.780978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.781173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.792594] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 727.228418] env[65495]: INFO networking_nsxv3.common.synchronization [req-837f8668-88d1-4597-8b69-2b86cdf51d0c req-08aa1e7b-a2b7-4353-863f-8412e863fb82 service nova] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_rules [ 727.228596] env[65495]: INFO networking_nsxv3.common.synchronization [req-837f8668-88d1-4597-8b69-2b86cdf51d0c req-08aa1e7b-a2b7-4353-863f-8412e863fb82 service nova] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 727.228728] env[65495]: INFO networking_nsxv3.common.synchronization [req-837f8668-88d1-4597-8b69-2b86cdf51d0c req-08aa1e7b-a2b7-4353-863f-8412e863fb82 service nova] Enqueued Resource ID: e0797807-fa69-490a-922e-a4ca4887406b with Priority: HIGHEST for action port [ 727.230020] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_rules [ 727.230226] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 727.230372] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0797807-fa69-490a-922e-a4ca4887406b with Priority: HIGHEST for action port [ 727.230696] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.230869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.230963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.231261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.231394] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.235050] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.235224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.235333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.235603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.235859] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.236025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.236560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.236560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.236648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.237267] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.238498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0797807-fa69-490a-922e-a4ca4887406b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.240783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.240783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.240783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.240783] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0797807-fa69-490a-922e-a4ca4887406b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.272785] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.739463] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.742722] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.742835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.743035] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0797807-fa69-490a-922e-a4ca4887406b with status ACTIVE [ 727.743209] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.743321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.744604] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.744604] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.744604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.745071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.745071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.745071] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0797807-fa69-490a-922e-a4ca4887406b is going to be updated. [ 727.768657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.768792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.768860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.769130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.769270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.769421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0797807-fa69-490a-922e-a4ca4887406b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775072] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.775215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.775288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.775479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.775567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775695] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 727.805502] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.806222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.806784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.808918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.808918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.820189] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 727.944151] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c68860ea-5b74-464a-8f24-d451945bc8c7 None None] Enqueued Resource ID: 307c30ef-6b60-4aac-a3e0-1540dabbbadc with Priority: HIGHEST for action port [ 727.944734] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307c30ef-6b60-4aac-a3e0-1540dabbbadc with Priority: HIGHEST for action port [ 727.945517] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-307c30ef-6b60-4aac-a3e0-1540dabbbadc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.945517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307c30ef-6b60-4aac-a3e0-1540dabbbadc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.945517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307c30ef-6b60-4aac-a3e0-1540dabbbadc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.945517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307c30ef-6b60-4aac-a3e0-1540dabbbadc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.945800] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307c30ef-6b60-4aac-a3e0-1540dabbbadc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.084151] env[65495]: INFO networking_nsxv3.common.synchronization [req-55a6d23a-95a4-4166-9dd0-afa80678c50b req-99a9d367-25b0-45df-a9b2-80f5a6caa27f tempest-ListImageFiltersTestJSON-1255282720 tempest-ListImageFiltersTestJSON-1255282720-project-member] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 728.084906] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 728.085155] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.085155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.243249] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.449233] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 307c30ef-6b60-4aac-a3e0-1540dabbbadc [ 728.449803] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.450047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.450136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.450390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.450488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.450629] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:307c30ef-6b60-4aac-a3e0-1540dabbbadc already deleted. [ 728.454236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307c30ef-6b60-4aac-a3e0-1540dabbbadc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.613114] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.613344] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.613469] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.613762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.615162] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.615162] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.615162] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.615162] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.615374] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.615516] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.615622] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.615727] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.615828] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.615932] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.616043] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.616176] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.637577] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.638144] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.638369] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.638561] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.638982] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.639210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.639357] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.639870] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.640061] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49a940e-7ad1-4d52-bdae-b8a5b2c198ac',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.746228] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.746477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.746477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.746725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.746850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.746915] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be created. [ 728.778080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.778080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.778080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.778080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.778080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.789215] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: UNINITIALIZED for 2s [ 728.806328] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 728.806328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.143812] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.144774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.144774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.144774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.144945] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.144986] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port a49a940e-7ad1-4d52-bdae-b8a5b2c198ac not found, creating... [ 729.145238] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.145403] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.145537] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.145757] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.145865] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.146514] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.146691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.146817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.147042] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.147042] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.147882] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: a49a940e-7ad1-4d52-bdae-b8a5b2c198ac is going to be created. [ 729.171110] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.171533] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.171783] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.172513] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.174045] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.174045] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.642143] env[65495]: INFO networking_nsxv3.common.synchronization [None req-efa7b028-56cb-4ff3-b044-14dabd34ec55 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 729.642666] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 729.642977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.643090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.643205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.643403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.643521] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.830693] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 729.830693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.906093] env[65495]: INFO networking_nsxv3.common.synchronization [req-55a6d23a-95a4-4166-9dd0-afa80678c50b req-d463eec9-b650-4409-9a58-4f7735e9ddcb service nova] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_rules [ 729.906093] env[65495]: INFO networking_nsxv3.common.synchronization [req-55a6d23a-95a4-4166-9dd0-afa80678c50b req-d463eec9-b650-4409-9a58-4f7735e9ddcb service nova] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 729.906093] env[65495]: INFO networking_nsxv3.common.synchronization [req-55a6d23a-95a4-4166-9dd0-afa80678c50b req-d463eec9-b650-4409-9a58-4f7735e9ddcb service nova] Enqueued Resource ID: a49a940e-7ad1-4d52-bdae-b8a5b2c198ac with Priority: HIGHEST for action port [ 729.906093] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_rules [ 729.906093] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 729.906093] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49a940e-7ad1-4d52-bdae-b8a5b2c198ac with Priority: HIGHEST for action port [ 729.906093] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.906331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.906958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.907237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.907424] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.907639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.907692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.907994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.908136] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49a940e-7ad1-4d52-bdae-b8a5b2c198ac',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.920948] env[65495]: INFO networking_nsxv3.common.synchronization [None req-81eebaa3-cb8c-46fd-9028-3c8bc84ff263 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 729.921482] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 729.921819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.921908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.171673] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.171852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.171918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.172181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.172269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.172361] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae already deleted. [ 730.172455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.172612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.172812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.172869] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.413735] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a49a940e-7ad1-4d52-bdae-b8a5b2c198ac with status ACTIVE [ 730.413735] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.413735] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.413735] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.413735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.413735] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a49a940e-7ad1-4d52-bdae-b8a5b2c198ac is going to be updated. [ 730.438489] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.438681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.438681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.438813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.438985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.439174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49a940e-7ad1-4d52-bdae-b8a5b2c198ac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.704270] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.704270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.704270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.704487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.704531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.704671] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae already deleted. [ 730.704765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.712574] env[65495]: INFO networking_nsxv3.common.synchronization [req-756366b9-dd87-4cf5-957b-3859b27d163c req-95cd9d50-8300-4524-90cd-5a1def69b177 tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 730.712574] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 730.712574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.712574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.712574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.712574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.712574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.712574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.712574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.712574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.712574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.712574] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.736536] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f24bc53e-e79e-47af-a810-2e8ed452b743 None None] Enqueued Resource ID: f6757c3d-2d07-4747-b07d-fda909c22c67 with Priority: HIGHEST for action port [ 730.737590] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6757c3d-2d07-4747-b07d-fda909c22c67 with Priority: HIGHEST for action port [ 730.739040] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6757c3d-2d07-4747-b07d-fda909c22c67 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.739040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6757c3d-2d07-4747-b07d-fda909c22c67" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.739040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6757c3d-2d07-4747-b07d-fda909c22c67" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.739040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6757c3d-2d07-4747-b07d-fda909c22c67" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.739040] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6757c3d-2d07-4747-b07d-fda909c22c67',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.800798] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 730.800798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.800980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.801501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.801501] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.801837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.801837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.801975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.802173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.802234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.802287] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.803473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.803473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.803750] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.803830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.803872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.804268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.804268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.804268] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.132221] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.132221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.132221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.132221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.132221] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.132221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.132221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.132221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.132221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.132221] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.132221] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.132221] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.132221] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.133103] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.133103] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.133103] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.155675] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.156176] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.156318] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.156859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.157230] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-daeac561-c2a0-4735-b34f-fd87bc5b566d taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.157421] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.157564] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.158263] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.158397] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daeac561-c2a0-4735-b34f-fd87bc5b566d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.216066] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.216246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.216318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.216575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.216668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.216888] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.216984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.217069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.217244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.217322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.217670] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 731.241532] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6757c3d-2d07-4747-b07d-fda909c22c67 [ 731.241732] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.241897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.241943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.242190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.242288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.242386] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6757c3d-2d07-4747-b07d-fda909c22c67 already deleted. [ 731.242482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6757c3d-2d07-4747-b07d-fda909c22c67" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.244686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.244842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.244881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.245096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.245240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.259402] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 731.306534] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.306739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.306882] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.661136] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.662703] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.662963] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.663340] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.663535] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.663930] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port daeac561-c2a0-4735-b34f-fd87bc5b566d not found, creating... [ 731.664904] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.665204] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.665381] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.665655] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.666039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.666261] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.666468] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.666590] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.666845] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.667014] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.667204] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: daeac561-c2a0-4735-b34f-fd87bc5b566d is going to be created. [ 731.694635] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.694943] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.695130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.695505] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.695825] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.696742] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.809468] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.312166] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.312511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.312511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.312656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.312694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.312808] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be updated. [ 732.343839] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.344468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.344468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.345378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.345540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.357291] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: IN_PROGRESS for 2s [ 732.420012] env[65495]: INFO networking_nsxv3.common.synchronization [req-756366b9-dd87-4cf5-957b-3859b27d163c req-e4f50b42-19ea-490b-b8be-3223e8a19763 service nova] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_rules [ 732.420012] env[65495]: INFO networking_nsxv3.common.synchronization [req-756366b9-dd87-4cf5-957b-3859b27d163c req-e4f50b42-19ea-490b-b8be-3223e8a19763 service nova] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 732.420012] env[65495]: INFO networking_nsxv3.common.synchronization [req-756366b9-dd87-4cf5-957b-3859b27d163c req-e4f50b42-19ea-490b-b8be-3223e8a19763 service nova] Enqueued Resource ID: daeac561-c2a0-4735-b34f-fd87bc5b566d with Priority: HIGHEST for action port [ 732.420012] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_rules [ 732.420012] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 732.420012] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daeac561-c2a0-4735-b34f-fd87bc5b566d with Priority: HIGHEST for action port [ 732.420012] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.420012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.420012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.420012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.420012] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.420012] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.420012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.420012] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-daeac561-c2a0-4735-b34f-fd87bc5b566d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.420012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.420012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.420012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.420012] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daeac561-c2a0-4735-b34f-fd87bc5b566d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.922668] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.922819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.923060] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daeac561-c2a0-4735-b34f-fd87bc5b566d with status ACTIVE [ 732.923244] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.923379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.923417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.923643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.923749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.923924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.924034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.924098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.924249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.924855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.924855] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.924855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.924855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.924855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.924855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.925259] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daeac561-c2a0-4735-b34f-fd87bc5b566d is going to be updated. [ 732.949324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.949324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.949455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.950197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.950197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.951713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daeac561-c2a0-4735-b34f-fd87bc5b566d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.269354] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 733.269713] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f deletion is rescheduled due to dependency. [ 733.270218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.270972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.271336] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.271639] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.271894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.272191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.272435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.272630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.273674] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.775706] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.281117] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.366307] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 734.366550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.366690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.366953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.367174] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.367297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.367366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.367528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.367613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.367710] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.783791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.784221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.784221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.784331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.784501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.785129] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 734.819072] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.819072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.819072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.819072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.819072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.830253] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 734.871456] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.376320] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.882362] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.882690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.882690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.882817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.882908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.883055] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be updated. [ 735.914980] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.914980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.915105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.915877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.915877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.926092] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: IN_PROGRESS for 2s [ 736.842122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 736.842281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.842560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.842956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.842956] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.843078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.843078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.843256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.843662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.843662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.843662] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.346205] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.346556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.346556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.346653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.346887] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.347068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.347068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.347261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.347381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.347493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.347678] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.347889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.347889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.348033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.348197] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.348383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.348383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.348638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.348638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.348718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.348821] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.419546] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 737.420120] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 737.850777] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac00235-abcf-445c-b49b-b08caab2210f: rpc.has_security_group_logging(os_id): False [ 737.887063] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.887234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.887301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.887583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.887646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.887796] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.887988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.887988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.888113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.888195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.888393] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.888487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.888550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.888687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.888762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.888959] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.889076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.889137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.889277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.889359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.889445] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 737.952732] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 737.953926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.954354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.954354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.954566] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.955523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.955523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.955523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.955523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.955523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.955681] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.956817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.956891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.957108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.957293] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.957409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.957562] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.957615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.957956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.957956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.957956] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.009713] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.009871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.009930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.010153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.010300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.024914] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 738.462369] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff: rpc.has_security_group_logging(os_id): False [ 738.483829] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.483979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.484626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.484626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.484626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.484626] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.484845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.484877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.485416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.485416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.485416] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.485710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.485710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.486548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.486693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.486952] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.489689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.489689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.489689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.489689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489689] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be created. [ 738.558912] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.559154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.559274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.559611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.559880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.572990] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: IN_PROGRESS for 2s [ 739.272233] env[65495]: INFO networking_nsxv3.common.synchronization [None req-0e7478eb-63f1-4f3f-a8de-4c7154f951b9 None None] Enqueued Resource ID: 8b03e5f3-ee88-416c-be32-cf8b71d8f528 with Priority: HIGHEST for action port [ 739.272233] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03e5f3-ee88-416c-be32-cf8b71d8f528 with Priority: HIGHEST for action port [ 739.272233] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b03e5f3-ee88-416c-be32-cf8b71d8f528 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.272233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b03e5f3-ee88-416c-be32-cf8b71d8f528" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.272233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b03e5f3-ee88-416c-be32-cf8b71d8f528" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.272233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b03e5f3-ee88-416c-be32-cf8b71d8f528" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.272233] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b03e5f3-ee88-416c-be32-cf8b71d8f528',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.775508] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b03e5f3-ee88-416c-be32-cf8b71d8f528 [ 739.775508] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.775508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.775508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.775508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.775508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.775508] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b03e5f3-ee88-416c-be32-cf8b71d8f528 already deleted. [ 739.775508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b03e5f3-ee88-416c-be32-cf8b71d8f528" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.058969] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 740.059253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.591261] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 740.591653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.592062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.592438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.592672] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.823677] env[65495]: INFO networking_nsxv3.common.synchronization [None req-906812da-0452-41d3-abbf-a08798672a68 tempest-MigrationsAdminTest-1820678381 tempest-MigrationsAdminTest-1820678381-project-member] Enqueued Resource ID: 24fc5f69-132f-4ce1-b873-da6652a6fa82 with Priority: HIGHEST for action security_group_rules [ 740.824472] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fc5f69-132f-4ce1-b873-da6652a6fa82 with Priority: HIGHEST for action security_group_rules [ 740.825080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fc5f69-132f-4ce1-b873-da6652a6fa82 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.825219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.825289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828477] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fc5f69-132f-4ce1-b873-da6652a6fa82',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.983110] env[65495]: INFO networking_nsxv3.common.synchronization [None req-4f4a3070-ac4f-4ddc-912a-f889d6cd4acd tempest-MigrationsAdminTest-1820678381 tempest-MigrationsAdminTest-1820678381-project-member] Enqueued Resource ID: 24fc5f69-132f-4ce1-b873-da6652a6fa82 with Priority: HIGHEST for action security_group_rules [ 740.988327] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fc5f69-132f-4ce1-b873-da6652a6fa82 with Priority: HIGHEST for action security_group_rules [ 740.988836] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fc5f69-132f-4ce1-b873-da6652a6fa82 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.988926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.096477] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.096477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.096694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.096869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.097127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.097299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.097376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.097628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.097833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.097988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.098042] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.371882] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.371882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.371882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.372402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.372402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.372524] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fc5f69-132f-4ce1-b873-da6652a6fa82 already deleted. [ 741.372619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.373305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.373305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.373305] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fc5f69-132f-4ce1-b873-da6652a6fa82',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.604817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.604817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.605482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.605482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.605482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.605482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.605482] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.902822] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.902822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.902822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.902822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.904238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.904355] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fc5f69-132f-4ce1-b873-da6652a6fa82 already deleted. [ 741.904456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fc5f69-132f-4ce1-b873-da6652a6fa82" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.106867] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff: rpc.has_security_group_logging(os_id): False [ 742.127487] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.127487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.127487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.127807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.128023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.128174] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.128304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.128391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.128591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.128792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.129581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.129674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.129784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.129932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.130050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.130407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.130552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.130645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.130826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.130941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.131069] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be updated. [ 742.209558] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.210113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.210201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.210429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.210591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.225416] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: IN_PROGRESS for 2s [ 742.401759] env[65495]: INFO networking_nsxv3.common.synchronization [None req-38d37869-bea1-4489-9f3d-9531a10fa74b None None] Enqueued Resource ID: 88870398-9a7d-4e8c-bcee-30be1a0c78de with Priority: HIGHEST for action port [ 742.402367] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88870398-9a7d-4e8c-bcee-30be1a0c78de with Priority: HIGHEST for action port [ 742.402654] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-88870398-9a7d-4e8c-bcee-30be1a0c78de taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.403321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88870398-9a7d-4e8c-bcee-30be1a0c78de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.403321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88870398-9a7d-4e8c-bcee-30be1a0c78de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.405099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88870398-9a7d-4e8c-bcee-30be1a0c78de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.405099] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88870398-9a7d-4e8c-bcee-30be1a0c78de',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.906582] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88870398-9a7d-4e8c-bcee-30be1a0c78de [ 742.906851] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.906945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.907029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.907361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.907733] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88870398-9a7d-4e8c-bcee-30be1a0c78de already deleted. [ 742.907838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88870398-9a7d-4e8c-bcee-30be1a0c78de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.249050] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 744.249504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.336723] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a11008fe-a637-4360-82f5-6c22c1a839ac None None] Enqueued Resource ID: 7000489b-adb3-4aef-a5cc-a92f6acaed0d with Priority: HIGHEST for action port [ 744.337290] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000489b-adb3-4aef-a5cc-a92f6acaed0d with Priority: HIGHEST for action port [ 744.337976] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-7000489b-adb3-4aef-a5cc-a92f6acaed0d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.337976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7000489b-adb3-4aef-a5cc-a92f6acaed0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.338179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7000489b-adb3-4aef-a5cc-a92f6acaed0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.338401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7000489b-adb3-4aef-a5cc-a92f6acaed0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.338499] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7000489b-adb3-4aef-a5cc-a92f6acaed0d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.841641] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7000489b-adb3-4aef-a5cc-a92f6acaed0d [ 744.841995] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.842237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.842356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.842678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.842838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.842985] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7000489b-adb3-4aef-a5cc-a92f6acaed0d already deleted. [ 744.843137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7000489b-adb3-4aef-a5cc-a92f6acaed0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.724652] env[65495]: INFO networking_nsxv3.common.synchronization [None req-31e098a2-b648-4f32-8a17-8191162ce2db None None] Enqueued Resource ID: 9aac6a02-0c3f-48c5-b5bf-42241509b6a6 with Priority: HIGHEST for action port [ 745.725372] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aac6a02-0c3f-48c5-b5bf-42241509b6a6 with Priority: HIGHEST for action port [ 745.725746] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aac6a02-0c3f-48c5-b5bf-42241509b6a6 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.725873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aac6a02-0c3f-48c5-b5bf-42241509b6a6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.725940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aac6a02-0c3f-48c5-b5bf-42241509b6a6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aac6a02-0c3f-48c5-b5bf-42241509b6a6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726794] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aac6a02-0c3f-48c5-b5bf-42241509b6a6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.232450] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aac6a02-0c3f-48c5-b5bf-42241509b6a6 [ 746.232696] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.234390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.234390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.234588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.234684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.234805] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aac6a02-0c3f-48c5-b5bf-42241509b6a6 already deleted. [ 746.234898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aac6a02-0c3f-48c5-b5bf-42241509b6a6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.709344] env[65495]: INFO networking_nsxv3.common.synchronization [req-e83b98b6-d78e-49ca-aa62-6120e349decb req-23f2b207-dc89-47b6-8977-d6a317cf4e74 tempest-ServersAdminNegativeTestJSON-1342568051 tempest-ServersAdminNegativeTestJSON-1342568051-project-member] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 747.710069] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 747.710407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.710528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.710602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.710812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.711280] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.711280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.711280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.712439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.712555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.712762] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.217731] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.291260] env[65495]: INFO networking_nsxv3.common.synchronization [None req-4101a7d4-a983-429d-91e6-d630ad642813 None None] Enqueued Resource ID: 4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0 with Priority: HIGHEST for action port [ 748.293113] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0 with Priority: HIGHEST for action port [ 748.293113] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.293113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.295094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.297716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.297716] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.298955] env[65495]: INFO networking_nsxv3.common.synchronization [None req-1ab1abb3-479f-4d20-b924-cda1b4db24f6 tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 748.299571] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 748.299974] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.302825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.302936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.303305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.303409] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.432425] env[65495]: INFO networking_nsxv3.common.synchronization [None req-90de04c1-1bb1-4e3c-a438-690289a88168 tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 748.433993] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 748.433993] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.436509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.724299] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.802312] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0 [ 748.802467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.802467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.802556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.802743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.802836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.802930] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0 already deleted. [ 748.803024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec1e098-7f0d-4ab5-a6cf-ce147e6099b0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.837086] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.838037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.838037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.838037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.838037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.838037] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 already deleted. [ 748.838037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.838037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.838324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.838324] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.228160] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.228438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.228438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.228659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.228751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.228845] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be updated. [ 749.269425] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.269583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.269654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.269932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.271370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.280874] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: IN_PROGRESS for 2s [ 749.361869] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.362119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.362226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.362450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.362572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.362673] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 already deleted. [ 749.362780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.528022] env[65495]: INFO networking_nsxv3.common.synchronization [None req-af58551c-3972-47a9-9f7e-21a95268c572 None None] Enqueued Resource ID: bb6d4028-eaa8-42c9-b642-536c00585948 with Priority: HIGHEST for action port [ 749.528022] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6d4028-eaa8-42c9-b642-536c00585948 with Priority: HIGHEST for action port [ 749.528526] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6d4028-eaa8-42c9-b642-536c00585948 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.528678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6d4028-eaa8-42c9-b642-536c00585948" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.528922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6d4028-eaa8-42c9-b642-536c00585948" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.529366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6d4028-eaa8-42c9-b642-536c00585948" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.529366] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6d4028-eaa8-42c9-b642-536c00585948',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.033040] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb6d4028-eaa8-42c9-b642-536c00585948 [ 750.033040] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.033040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.033040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.033670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.035061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.035116] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb6d4028-eaa8-42c9-b642-536c00585948 already deleted. [ 750.035784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6d4028-eaa8-42c9-b642-536c00585948" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.292935] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: SUCCESS [ 751.293317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.820711] env[65495]: INFO networking_nsxv3.common.synchronization [None req-613e1b81-ea0a-4632-bda8-b9e7c28a2bf1 None None] Enqueued Resource ID: 3125fa95-a77b-406d-b988-dea4a231d3b6 with Priority: HIGHEST for action port [ 751.821327] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3125fa95-a77b-406d-b988-dea4a231d3b6 with Priority: HIGHEST for action port [ 751.821657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3125fa95-a77b-406d-b988-dea4a231d3b6 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.821998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3125fa95-a77b-406d-b988-dea4a231d3b6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.821998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3125fa95-a77b-406d-b988-dea4a231d3b6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.824056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3125fa95-a77b-406d-b988-dea4a231d3b6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.824360] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3125fa95-a77b-406d-b988-dea4a231d3b6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.255197] env[65495]: INFO networking_nsxv3.common.synchronization [req-5ef6d3e3-9a3f-49f4-ab5b-2883721a8a76 req-e1aeb685-20f5-499e-9c48-34397fc62a11 tempest-ServerRescueTestJSON-223183651 tempest-ServerRescueTestJSON-223183651-project-member] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 752.257751] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 752.257864] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.258397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.258480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.259167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.259221] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.327932] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3125fa95-a77b-406d-b988-dea4a231d3b6 [ 752.328882] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.328882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.328882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.328882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.328882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.329156] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3125fa95-a77b-406d-b988-dea4a231d3b6 already deleted. [ 752.329758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3125fa95-a77b-406d-b988-dea4a231d3b6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.738458] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.738647] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.739144] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.739308] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.739670] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.739860] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.740050] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.740248] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.740395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.740699] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.740812] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.740963] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.741027] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.741166] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.741282] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.741409] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.764325] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.764325] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.764325] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.764325] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.765435] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.765435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.765435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.765435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.765435] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.770893] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.771073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.771148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.771384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.771491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.771713] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.771833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.771890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.772089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.772163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.772256] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 already deleted. [ 752.772341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.275417] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.275417] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.275417] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.275417] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.275417] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.275417] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 not found, creating... [ 753.275777] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.275777] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.275880] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.276211] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.276313] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.276545] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.276709] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.277344] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.277344] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.277344] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.277344] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 is going to be created. [ 753.299853] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.300197] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.300363] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.300669] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.300907] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.301211] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.110743] env[65495]: INFO networking_nsxv3.common.synchronization [req-5ef6d3e3-9a3f-49f4-ab5b-2883721a8a76 req-ec1415a3-fae3-4e1a-8870-be1df9da1481 service nova] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_rules [ 754.111050] env[65495]: INFO networking_nsxv3.common.synchronization [req-5ef6d3e3-9a3f-49f4-ab5b-2883721a8a76 req-ec1415a3-fae3-4e1a-8870-be1df9da1481 service nova] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 754.111086] env[65495]: INFO networking_nsxv3.common.synchronization [req-5ef6d3e3-9a3f-49f4-ab5b-2883721a8a76 req-ec1415a3-fae3-4e1a-8870-be1df9da1481 service nova] Enqueued Resource ID: 2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 with Priority: HIGHEST for action port [ 754.112426] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_rules [ 754.112426] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 754.112426] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 with Priority: HIGHEST for action port [ 754.112644] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.112644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.112801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.113073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.113183] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.114654] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.114813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.114908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.115177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.115894] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.116043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.116122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.116272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.116360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.116457] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.117374] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.117487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.117556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.117712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.117815] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.434064] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f0d0a243-dcb5-4125-9807-8c65757014e8 None None] Enqueued Resource ID: b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d with Priority: HIGHEST for action port [ 754.434618] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d with Priority: HIGHEST for action port [ 754.437762] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.437897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.437994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438396] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.622234] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.622234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.622234] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 with status ACTIVE [ 754.622234] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.622433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.622433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.622902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.622902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.622902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.623075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.623075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.623200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.623297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.623449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.623566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.623620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.623721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.623849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.624704] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3 is going to be updated. [ 754.626329] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.637254] env[65495]: INFO networking_nsxv3.common.synchronization [None req-10e0d12a-621d-47aa-8be0-ef16ac3b797c tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_rules [ 754.637816] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_rules [ 754.638498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.638686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.638750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.639209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.639209] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.651445] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.651593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.652012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.652012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.652127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.652323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d18ebf9-97f7-4eb9-b116-5924d2ae5ef3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.790301] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c87df536-2483-4ceb-b888-9310082f7267 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_rules [ 754.790301] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_rules [ 754.790301] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.790301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.941092] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d [ 754.941092] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.941092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.941092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.941092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.941782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.941782] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d already deleted. [ 754.941782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4b6f8ce-0ca7-4af7-80c8-ceaaea4bfd7d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.128301] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.166866] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.167370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.167370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.167443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.167577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.167624] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c already deleted. [ 755.167747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.167942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.168131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.168227] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.661064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.661064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.661064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.668590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.668590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.668590] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be created. [ 755.690559] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.690559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.690559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.690559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.690559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.697412] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.697412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.697609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.697713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.698515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.698515] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c already deleted. [ 755.698515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.701736] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: UNINITIALIZED for 2s [ 755.911051] env[65495]: INFO networking_nsxv3.common.synchronization [None req-51f0c6ee-babe-4d5f-a092-55d3b547619a None None] Enqueued Resource ID: e99bf137-5623-4f72-963f-db59e1142672 with Priority: HIGHEST for action port [ 755.911433] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99bf137-5623-4f72-963f-db59e1142672 with Priority: HIGHEST for action port [ 755.911727] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e99bf137-5623-4f72-963f-db59e1142672 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.911858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e99bf137-5623-4f72-963f-db59e1142672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.911927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e99bf137-5623-4f72-963f-db59e1142672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.914634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e99bf137-5623-4f72-963f-db59e1142672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.915631] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99bf137-5623-4f72-963f-db59e1142672',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.419288] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e99bf137-5623-4f72-963f-db59e1142672 [ 756.419632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.419715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.419780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.419989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.420115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.420216] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e99bf137-5623-4f72-963f-db59e1142672 already deleted. [ 756.420299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e99bf137-5623-4f72-963f-db59e1142672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.715034] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 757.715424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.716232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.716359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.716827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.716827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.717342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.717342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.717342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.717518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.718026] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.953220] env[65495]: INFO networking_nsxv3.common.synchronization [None req-4da13f5d-392d-4eda-b6b1-a730531a6e81 tempest-ServerActionsV293TestJSON-1350336987 tempest-ServerActionsV293TestJSON-1350336987-project-member] Enqueued Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_rules [ 757.954024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_rules [ 757.954940] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.954940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.954940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.954940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.954940] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.211070] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c6113b3d-b0ad-4d1f-b83d-2082652e3698 tempest-ServerActionsV293TestJSON-1350336987 tempest-ServerActionsV293TestJSON-1350336987-project-member] Enqueued Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_rules [ 758.211363] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_rules [ 758.212969] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.212969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.222931] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.223216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.223216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.223421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.223596] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.223706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.223767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.223984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.224096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.224203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.224357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.224454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.224513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.224676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.224845] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.224962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.225033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.225197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.225271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.225725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.225725] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.476236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.476427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.476500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.476650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.476746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.476849] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 already deleted. [ 758.476937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.477145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.477310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.477396] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.728965] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 333c820f-644f-4a19-98a0-0d33d5f0c4f8: rpc.has_security_group_logging(os_id): False [ 758.756829] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.756982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.757358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.757358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.757525] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.757591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.757822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.757887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.758181] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.758260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.758342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.758473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.758570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.758772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.758870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.759031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.760351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.760423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.760500] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be created. [ 758.782543] env[65495]: INFO networking_nsxv3.common.synchronization [req-44f8af00-bdec-45e0-81a5-55b064cfa938 req-d1fbcdfc-bb54-4484-bffb-e67503f42ef7 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 758.783157] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 758.783463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.783584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.783654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.784460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.784460] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.784680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.784811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.785908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.786853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.786853] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.823628] env[65495]: INFO networking_nsxv3.common.synchronization [None req-24511b51-c5e5-4184-ad64-ff24c10a8b27 None None] Enqueued Resource ID: 6dbcb794-7b37-4ae7-b664-460c82aa185a with Priority: HIGHEST for action port [ 758.823732] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbcb794-7b37-4ae7-b664-460c82aa185a with Priority: HIGHEST for action port [ 758.824263] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbcb794-7b37-4ae7-b664-460c82aa185a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.824388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbcb794-7b37-4ae7-b664-460c82aa185a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.824480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbcb794-7b37-4ae7-b664-460c82aa185a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.824775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbcb794-7b37-4ae7-b664-460c82aa185a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.825012] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbcb794-7b37-4ae7-b664-460c82aa185a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.855281] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.855281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.855281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.855552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.855552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.873474] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: IN_PROGRESS for 2s [ 759.006817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.007025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.007157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.008178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.008178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.008178] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 already deleted. [ 759.008178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.289200] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.289491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.289491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.289773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.289889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.290116] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.290223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.290312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.290475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.290556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.290652] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 759.322608] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.322787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.322900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.323116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.323249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.329158] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dbcb794-7b37-4ae7-b664-460c82aa185a [ 759.329406] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.329700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.329804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.330060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.330595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.330595] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dbcb794-7b37-4ae7-b664-460c82aa185a already deleted. [ 759.335407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbcb794-7b37-4ae7-b664-460c82aa185a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.338023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 760.891499] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 760.891883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.346293] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 761.346539] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 761.346698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.430709] env[65495]: INFO networking_nsxv3.common.synchronization [req-19c3b114-4ba0-406e-af95-b0bdefd1610b req-da4f3085-b52d-4c52-8f76-0b14f7fd7dc5 tempest-ServerDiagnosticsNegativeTest-1800462810 tempest-ServerDiagnosticsNegativeTest-1800462810-project-member] Enqueued Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_members [ 761.431453] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_members [ 761.431855] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.432846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.432955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.433249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.433439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.433578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.433658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.433920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.435118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.435239] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.942526] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.942526] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.942526] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04e528f-c4fd-4d3d-90e7-07601688df64 already deleted. [ 761.942526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.033543] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.033776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.034154] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.034732] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.036599] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.036822] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.036943] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.037220] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.037361] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.037578] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.037682] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.037783] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.038334] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.038334] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.038334] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.038334] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.062344] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.062521] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.062659] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.062829] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.063164] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-0174e598-37a0-474a-bda4-e5dbcce8e18f taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.063336] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.063450] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.063764] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.063975] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0174e598-37a0-474a-bda4-e5dbcce8e18f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.566434] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.566727] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.566798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.567044] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.567235] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.567390] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 0174e598-37a0-474a-bda4-e5dbcce8e18f not found, creating... [ 762.567658] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.567807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.567912] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.568165] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.568301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.568668] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.568910] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.569041] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.569254] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.569375] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.569513] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 0174e598-37a0-474a-bda4-e5dbcce8e18f is going to be created. [ 762.594825] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.595149] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.595280] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.595589] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.595962] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.596082] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752072] env[65495]: INFO networking_nsxv3.common.synchronization [req-17c75f32-e00e-424d-8dc8-6d97e511338b req-e5dffd1b-e939-4f89-b110-b1b1569c181c tempest-ListServerFiltersTestJSON-1267280876 tempest-ListServerFiltersTestJSON-1267280876-project-member] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 762.752786] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 762.753198] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.753395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.753508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.753794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.754286] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.754380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.754523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.754750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.754934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.755097] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.216452] env[65495]: INFO networking_nsxv3.common.synchronization [req-2bba99ba-37fd-4a7a-8aef-db3830716100 req-2eebd009-6b67-490d-a06a-9d04d87caedf tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 763.217254] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 763.217673] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.217818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.217890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.218302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.219631] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.219815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.219903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.220130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.220233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.220335] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.260882] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.688489] env[65495]: INFO networking_nsxv3.common.synchronization [req-19c3b114-4ba0-406e-af95-b0bdefd1610b req-5417a930-1872-4400-ab51-983fce3606ac service nova] Enqueued Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_rules [ 763.688489] env[65495]: INFO networking_nsxv3.common.synchronization [req-19c3b114-4ba0-406e-af95-b0bdefd1610b req-5417a930-1872-4400-ab51-983fce3606ac service nova] Enqueued Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_members [ 763.688489] env[65495]: INFO networking_nsxv3.common.synchronization [req-19c3b114-4ba0-406e-af95-b0bdefd1610b req-5417a930-1872-4400-ab51-983fce3606ac service nova] Enqueued Resource ID: 0174e598-37a0-474a-bda4-e5dbcce8e18f with Priority: HIGHEST for action port [ 763.688991] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_rules [ 763.689312] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_members [ 763.690724] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0174e598-37a0-474a-bda4-e5dbcce8e18f with Priority: HIGHEST for action port [ 763.690724] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.690724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.690724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.691044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.691223] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.694370] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.695101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.696109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.696109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.696109] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.696109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.696109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.696345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.696451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.697122] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.697744] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-0174e598-37a0-474a-bda4-e5dbcce8e18f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.697892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.698490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.698490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.698490] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0174e598-37a0-474a-bda4-e5dbcce8e18f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.722696] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.722875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.722953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.723144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.723694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.723694] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.723694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.723694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.724092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.724092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.724092] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 763.760683] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.763035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.763035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.763035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.763035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.765101] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.777106] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 764.082966] env[65495]: INFO networking_nsxv3.common.synchronization [req-72f3df88-32c4-4bcb-a6a3-ad398fce57eb req-8964f83b-f84f-4f69-8815-f80cfbf8ca7b tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 764.085062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 764.085062] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.085062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.085062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.085062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.085062] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.085062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.085062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.085062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.085062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.085062] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.201136] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.201136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.201136] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.202720] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0174e598-37a0-474a-bda4-e5dbcce8e18f with status ACTIVE [ 764.202720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.202720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.202720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.202720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.202720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.202720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.203492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.203492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.203492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.203492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.203492] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.203492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.203492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.203492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.203756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.203756] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0174e598-37a0-474a-bda4-e5dbcce8e18f is going to be updated. [ 764.230331] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.230331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.230331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.230331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.230331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.230331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0174e598-37a0-474a-bda4-e5dbcce8e18f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.268517] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.268517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.268517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.270463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.270463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.270463] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 764.333315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.333462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.333537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.333735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.333926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.344060] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 764.585701] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.585910] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.586048] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.586399] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.586651] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.586831] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.586916] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.587665] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.587665] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.587909] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.588102] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.588169] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.588271] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.588377] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.588476] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.588600] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.590841] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.590841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.590841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.590841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.591054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.591054] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.591132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.591202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.591365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.591401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.591487] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea already deleted. [ 764.591569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.612077] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.612257] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.612391] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.612614] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.612899] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.613042] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.613159] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.613465] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.613598] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145dcb07-a7eb-4c5f-a7bf-563f685d8cba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.707353] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.116242] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.116467] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.116588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.116962] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.117228] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.117449] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 145dcb07-a7eb-4c5f-a7bf-563f685d8cba not found, creating... [ 765.119376] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.119376] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.119376] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.119376] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.119376] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.119376] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.119376] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.119376] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.119376] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.119949] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.119949] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 145dcb07-a7eb-4c5f-a7bf-563f685d8cba is going to be created. [ 765.144299] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.144490] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.144701] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.144883] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.145579] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.145579] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.212720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.212720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.212720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.212720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.212720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.212720] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04e528f-c4fd-4d3d-90e7-07601688df64 is going to be created. [ 765.268950] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.269320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.269320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.269449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.269650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.284911] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04e528f-c4fd-4d3d-90e7-07601688df64 in Status: UNINITIALIZED for 2s [ 765.788084] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 765.788084] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f deletion is rescheduled due to dependency. [ 765.788084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.872506] env[65495]: INFO networking_nsxv3.common.synchronization [req-72f3df88-32c4-4bcb-a6a3-ad398fce57eb req-92c6fb48-16c3-483f-80ab-6426fdf59ac9 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 765.872708] env[65495]: INFO networking_nsxv3.common.synchronization [req-72f3df88-32c4-4bcb-a6a3-ad398fce57eb req-92c6fb48-16c3-483f-80ab-6426fdf59ac9 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 765.872805] env[65495]: INFO networking_nsxv3.common.synchronization [req-72f3df88-32c4-4bcb-a6a3-ad398fce57eb req-92c6fb48-16c3-483f-80ab-6426fdf59ac9 service nova] Enqueued Resource ID: 145dcb07-a7eb-4c5f-a7bf-563f685d8cba with Priority: HIGHEST for action port [ 765.873696] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 765.873696] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 765.873696] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145dcb07-a7eb-4c5f-a7bf-563f685d8cba with Priority: HIGHEST for action port [ 765.873818] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.875305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.875434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.875702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.875794] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.876715] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.876831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.877051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.877186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.877284] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.877428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.877428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.877610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.877745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.877860] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.879518] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.879518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.879518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.879518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.879518] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145dcb07-a7eb-4c5f-a7bf-563f685d8cba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.356036] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 766.356036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.385026] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.385026] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145dcb07-a7eb-4c5f-a7bf-563f685d8cba with status ACTIVE [ 766.385026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.385026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.385659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.385659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.385659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.385659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385659] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145dcb07-a7eb-4c5f-a7bf-563f685d8cba is going to be updated. [ 766.417097] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.417472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.417472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.417618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.417651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.417808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145dcb07-a7eb-4c5f-a7bf-563f685d8cba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.521106] env[65495]: INFO networking_nsxv3.common.synchronization [None req-31e2d904-2f50-46db-a1c2-c3a6b77f5998 None None] Enqueued Resource ID: 1c3495f0-4464-4e71-aefd-70c4cf8f6a29 with Priority: HIGHEST for action port [ 766.521106] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3495f0-4464-4e71-aefd-70c4cf8f6a29 with Priority: HIGHEST for action port [ 766.521106] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c3495f0-4464-4e71-aefd-70c4cf8f6a29 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.521106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c3495f0-4464-4e71-aefd-70c4cf8f6a29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.521106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c3495f0-4464-4e71-aefd-70c4cf8f6a29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.521106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c3495f0-4464-4e71-aefd-70c4cf8f6a29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.521106] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3495f0-4464-4e71-aefd-70c4cf8f6a29',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.892420] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.025854] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c3495f0-4464-4e71-aefd-70c4cf8f6a29 [ 767.026160] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.026467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.026467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.026613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.026665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.026846] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c3495f0-4464-4e71-aefd-70c4cf8f6a29 already deleted. [ 767.026846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c3495f0-4464-4e71-aefd-70c4cf8f6a29" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.296443] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04e528f-c4fd-4d3d-90e7-07601688df64 in Status: SUCCESS [ 767.296666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.296808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.297042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.297232] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.297349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.297405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.301100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.301100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.301100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.301100] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.395206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.395565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.395565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.395779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.395875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.395989] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be created. [ 767.426211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.426211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.426211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.426211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.426211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.438144] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: UNINITIALIZED for 2s [ 767.555224] env[65495]: INFO networking_nsxv3.common.synchronization [req-8e595ffd-0ba7-4487-a4ca-ee5bd8609f32 req-70254763-5ba4-4df8-98eb-9c8a73d66146 tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 767.555477] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 767.555793] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.555916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.555983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.556322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.556395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.556446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.556523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.557620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.557620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.557620] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.800023] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.800240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.800418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.800491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.800653] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.800750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.800811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.801038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.801120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.801165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.801321] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.801413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.801467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.801606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.801741] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.801895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.801895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.802053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.802132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.802205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.802296] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.954602] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.954859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.955180] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.956436] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.956946] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.957142] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.957250] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.957488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.957630] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.957852] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.957965] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.958082] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.958188] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.958293] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.958395] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.958525] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.984976] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.985344] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.985344] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.985522] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-922" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.985844] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-43290df3-e343-4127-b2a8-018bf854ad2b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.986029] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.986153] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.986557] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.986686] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43290df3-e343-4127-b2a8-018bf854ad2b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.059292] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.306898] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f04e528f-c4fd-4d3d-90e7-07601688df64: rpc.has_security_group_logging(os_id): False [ 768.327307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.327307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.327307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.327307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.327816] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.327816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.328042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.328357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.328545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.328720] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f04e528f-c4fd-4d3d-90e7-07601688df64 is going to be created. [ 768.391386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.391568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.391636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.391785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.392893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.407819] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04e528f-c4fd-4d3d-90e7-07601688df64 in Status: IN_PROGRESS for 2s [ 768.489542] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.489755] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.489755] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.490059] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.490210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.490429] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 43290df3-e343-4127-b2a8-018bf854ad2b not found, creating... [ 768.490814] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.491065] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.491257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.491596] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.491839] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.492237] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.492404] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.492519] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.492729] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.492860] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.493021] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 43290df3-e343-4127-b2a8-018bf854ad2b is going to be created. [ 768.514407] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.514865] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515093] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.515405] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.515690] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.515921] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.563197] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.596363] env[65495]: INFO networking_nsxv3.common.synchronization [None req-70d43da0-f007-4aef-a3c6-a1787e0bcdcb None None] Enqueued Resource ID: 320c416c-e924-4c81-ba83-2fc5134b168b with Priority: HIGHEST for action port [ 768.597366] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320c416c-e924-4c81-ba83-2fc5134b168b with Priority: HIGHEST for action port [ 768.597366] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-320c416c-e924-4c81-ba83-2fc5134b168b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.597366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320c416c-e924-4c81-ba83-2fc5134b168b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.597366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320c416c-e924-4c81-ba83-2fc5134b168b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.597727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320c416c-e924-4c81-ba83-2fc5134b168b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.597727] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320c416c-e924-4c81-ba83-2fc5134b168b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.066017] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.066458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.066458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.066641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.066641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.066701] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 769.100624] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 320c416c-e924-4c81-ba83-2fc5134b168b [ 769.100866] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.101014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.101090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.101312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.101401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.101493] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:320c416c-e924-4c81-ba83-2fc5134b168b already deleted. [ 769.101568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320c416c-e924-4c81-ba83-2fc5134b168b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.110316] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.110468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.110525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.110744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.110891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.121481] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 769.323078] env[65495]: INFO networking_nsxv3.common.synchronization [req-8e595ffd-0ba7-4487-a4ca-ee5bd8609f32 req-05ea0e23-322d-4a49-9f80-0d86ab47e98a service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 769.323292] env[65495]: INFO networking_nsxv3.common.synchronization [req-8e595ffd-0ba7-4487-a4ca-ee5bd8609f32 req-05ea0e23-322d-4a49-9f80-0d86ab47e98a service nova] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 769.323436] env[65495]: INFO networking_nsxv3.common.synchronization [req-8e595ffd-0ba7-4487-a4ca-ee5bd8609f32 req-05ea0e23-322d-4a49-9f80-0d86ab47e98a service nova] Enqueued Resource ID: 43290df3-e343-4127-b2a8-018bf854ad2b with Priority: HIGHEST for action port [ 769.324358] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_rules [ 769.324494] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 769.324987] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43290df3-e343-4127-b2a8-018bf854ad2b with Priority: HIGHEST for action port [ 769.325196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.325349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.325417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.325630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.328275] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.329752] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.329752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.329752] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-43290df3-e343-4127-b2a8-018bf854ad2b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.329752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.329752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.330116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.330116] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43290df3-e343-4127-b2a8-018bf854ad2b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.451087] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 769.451414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.451801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.452017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.452239] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.452357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.452422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.452580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.452700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.452815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.452909] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.834632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.834788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.835017] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43290df3-e343-4127-b2a8-018bf854ad2b with status ACTIVE [ 769.836333] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.836333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.836333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.836333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.836333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.836333] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.836333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.836333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.836705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.836705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.836768] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.836828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.836890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.837452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.838676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.838811] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43290df3-e343-4127-b2a8-018bf854ad2b is going to be updated. [ 769.849957] env[65495]: INFO networking_nsxv3.common.synchronization [req-18947b95-2f7d-437a-9f77-926c0129bc05 req-bf0a3cda-4ba4-4b1d-bc30-ff2ecea6f0fd tempest-ServersWithSpecificFlavorTestJSON-10228382 tempest-ServersWithSpecificFlavorTestJSON-10228382-project-member] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 769.850622] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 769.850978] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.852217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.852322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.852551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.852905] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.852905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.853069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.853281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.854293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.854293] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.860880] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb26b1c0-dba6-4c54-8031-c0ed6b229491 req-286e6484-447f-4cab-b180-2c56418b2c13 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 769.861723] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 769.861723] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.862588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.862588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.862588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.862588] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.862588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.862818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.863450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.863633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.863770] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.866601] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.866601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.866601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.866601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.866601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.867859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43290df3-e343-4127-b2a8-018bf854ad2b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.910457] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ac5aa154-b4e1-448b-914c-9460624db468 None None] Enqueued Resource ID: 6586995e-866c-4ef6-ab1b-97084091ee0d with Priority: HIGHEST for action port [ 769.911011] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6586995e-866c-4ef6-ab1b-97084091ee0d with Priority: HIGHEST for action port [ 769.911398] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6586995e-866c-4ef6-ab1b-97084091ee0d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.911600] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6586995e-866c-4ef6-ab1b-97084091ee0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.911682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6586995e-866c-4ef6-ab1b-97084091ee0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.911968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6586995e-866c-4ef6-ab1b-97084091ee0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.912043] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6586995e-866c-4ef6-ab1b-97084091ee0d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.959386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.959386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959386] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.959790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959790] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.960768] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.960768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.960768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.960768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.960768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.960768] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.359474] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.359629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.360629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.360629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.365698] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.365819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.383821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.384359] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.384359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.384503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.384663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.384754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.384845] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be updated. [ 770.386068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.386255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.386340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.386527] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.386738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.386796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.386955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.387070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.387183] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae already deleted. [ 770.387289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.418556] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6586995e-866c-4ef6-ab1b-97084091ee0d [ 770.418556] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.418556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.418556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.418556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.418556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.418556] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6586995e-866c-4ef6-ab1b-97084091ee0d already deleted. [ 770.418556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6586995e-866c-4ef6-ab1b-97084091ee0d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.419260] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.419428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.419486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.421577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.421784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.424381] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04e528f-c4fd-4d3d-90e7-07601688df64 in Status: SUCCESS [ 770.424614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.434063] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: IN_PROGRESS for 2s [ 770.464417] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea: rpc.has_security_group_logging(os_id): False [ 770.487973] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.489360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.489360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.489360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.489360] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.489360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.489360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.489987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.489987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.489987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.489987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.489987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.490315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.490315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.490438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.490486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.490536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.490640] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be created. [ 770.506545] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.507201] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.507490] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.508230] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.508760] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.509179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.509298] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.509545] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.509686] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.510107] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.510199] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.510262] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.510412] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.510541] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.510668] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.510821] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.552862] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.553778] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.553778] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.553778] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554368] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554368] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.555969] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.555969] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.555969] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a187a7d0-aef1-4bc7-9186-1cb5fbbe9695',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.586604] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.586757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.586829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.587056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.587236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.607848] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 770.835217] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.835217] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.060910] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.061163] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.061460] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.061553] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.061729] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.061887] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 not found, creating... [ 771.062176] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.062328] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.062456] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.062667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.062812] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.063117] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.063265] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.063372] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.063558] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.066274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.066476] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 is going to be created. [ 771.092879] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.093113] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.093237] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.093500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.093729] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.093970] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.136582] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 771.137944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.137944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.137944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.137944] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.137944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.137944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.137944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.137944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.137944] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.605354] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ad7276a0-d186-4ff2-8c3e-e4a51f89b061 None None] Enqueued Resource ID: 23c92f73-b49f-403d-a456-8300a55e5543 with Priority: HIGHEST for action port [ 771.605354] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92f73-b49f-403d-a456-8300a55e5543 with Priority: HIGHEST for action port [ 771.605354] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c92f73-b49f-403d-a456-8300a55e5543 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.605354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c92f73-b49f-403d-a456-8300a55e5543" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.605354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c92f73-b49f-403d-a456-8300a55e5543" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.605991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c92f73-b49f-403d-a456-8300a55e5543" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.606229] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c92f73-b49f-403d-a456-8300a55e5543',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.642572] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.831290] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb26b1c0-dba6-4c54-8031-c0ed6b229491 req-e1813d35-711d-44f5-9d30-757ae24e2e3d service nova] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 771.831290] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb26b1c0-dba6-4c54-8031-c0ed6b229491 req-e1813d35-711d-44f5-9d30-757ae24e2e3d service nova] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 771.831290] env[65495]: INFO networking_nsxv3.common.synchronization [req-eb26b1c0-dba6-4c54-8031-c0ed6b229491 req-e1813d35-711d-44f5-9d30-757ae24e2e3d service nova] Enqueued Resource ID: a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 with Priority: HIGHEST for action port [ 771.831469] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 771.833718] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 771.833718] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 with Priority: HIGHEST for action port [ 771.834175] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.835589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.835589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.835589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.835589] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.837037] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.837605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.840576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.840796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.840977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.841094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.841155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.841331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.841414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.841510] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.844034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.844034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.844034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.844034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.844034] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a187a7d0-aef1-4bc7-9186-1cb5fbbe9695',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.108872] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23c92f73-b49f-403d-a456-8300a55e5543 [ 772.109043] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.109227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.109300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.109584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.110458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.110458] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23c92f73-b49f-403d-a456-8300a55e5543 already deleted. [ 772.110458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c92f73-b49f-403d-a456-8300a55e5543" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.146502] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.337934] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.338192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.346208] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.347684] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 with status ACTIVE [ 772.348852] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.348852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.348852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.348852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.348852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.348852] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.348852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.349221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.349221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.349221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.349434] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.349560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.349613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.349801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.349878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.349957] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a187a7d0-aef1-4bc7-9186-1cb5fbbe9695 is going to be updated. [ 772.374249] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.374426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.374466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.374691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.374845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.375093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a187a7d0-aef1-4bc7-9186-1cb5fbbe9695" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.444736] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: SUCCESS [ 772.444926] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 deletion is rescheduled due to dependency. [ 772.445063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.622735] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 772.623021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.650683] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.650683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.650795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.650964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.654375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.654481] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 772.689142] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.689142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.689142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.689142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.689142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.698202] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 772.857542] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.364593] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.364819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.364978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.365262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.365663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.365663] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be created. [ 773.395243] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.395243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.395243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.395243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.395626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.408245] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: UNINITIALIZED for 2s [ 774.716067] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 774.716748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.716748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.716748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.716951] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.717128] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.717175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.717430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.717430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.717695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.717695] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.225024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.225024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.225024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.225325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.225496] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.225594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.225659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.225814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.225980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.226068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.226254] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.226449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.226449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.226551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.226726] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.226843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.226911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.227129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.227216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.227289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.227692] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.420195] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 775.421698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.421698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.421698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.421698] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.421698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.421698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.421698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.421698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.422102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.422102] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.730854] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 400d6de9-d65b-45df-93df-8176a5c4b199: rpc.has_security_group_logging(os_id): False [ 775.754049] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.754291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.754291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.755961] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.755961] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.755961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.757681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.757681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.757681] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.757681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.757681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.757681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.757681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.757681] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 775.869753] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.870352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.870352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.873626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.874011] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.903139] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 775.925901] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.430031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b5142e3-14ba-48f5-876b-e0c2547b2bae: rpc.has_security_group_logging(os_id): False [ 776.453554] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.453802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.453945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.454233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.454373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.454586] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.454710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.454776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.454940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.455072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.455176] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be created. [ 776.553026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.553026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.553026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.553026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.553026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.568021] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 776.676947] env[65495]: INFO networking_nsxv3.common.synchronization [None req-142a5f35-ce6f-4716-a436-e51b00d32c94 None None] Enqueued Resource ID: 524daf57-860e-40eb-af63-8e1c92434faf with Priority: HIGHEST for action port [ 776.677594] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524daf57-860e-40eb-af63-8e1c92434faf with Priority: HIGHEST for action port [ 776.677926] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-524daf57-860e-40eb-af63-8e1c92434faf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.685027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524daf57-860e-40eb-af63-8e1c92434faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.685027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524daf57-860e-40eb-af63-8e1c92434faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.685027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524daf57-860e-40eb-af63-8e1c92434faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.685027] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524daf57-860e-40eb-af63-8e1c92434faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.141590] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c1facdeb-0c66-4755-aa44-16ee52078326 tempest-ServersV294TestFqdnHostnames-825422637 tempest-ServersV294TestFqdnHostnames-825422637-project-member] Enqueued Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_rules [ 777.142117] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_rules [ 777.142361] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.142465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.142667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.142837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.142892] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.188534] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 524daf57-860e-40eb-af63-8e1c92434faf [ 777.189068] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.189305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.189403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.189655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.189768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.189883] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:524daf57-860e-40eb-af63-8e1c92434faf already deleted. [ 777.189982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524daf57-860e-40eb-af63-8e1c92434faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.351028] env[65495]: INFO networking_nsxv3.common.synchronization [None req-2b4e6856-d01f-4317-bdc3-5d045e7b0978 tempest-ServersV294TestFqdnHostnames-825422637 tempest-ServersV294TestFqdnHostnames-825422637-project-member] Enqueued Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_rules [ 777.351860] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_rules [ 777.352714] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.352840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.667241] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.667241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.667241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.667241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.667241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.667241] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce already deleted. [ 777.667241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.667241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.667241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.667241] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.678739] env[65495]: INFO networking_nsxv3.common.synchronization [req-24602665-de0c-417a-8638-d1cd9b80eb8c req-5883909e-e2c9-46ac-98c1-8f0048bbb7a9 tempest-ServersTestBootFromVolume-313314063 tempest-ServersTestBootFromVolume-313314063-project-member] Enqueued Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_members [ 777.679312] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGHEST for action security_group_members [ 777.680944] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.680944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.680944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.681344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.681688] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.682120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.682229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.682811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.682956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.683069] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.922261] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 777.922654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.133214] env[65495]: INFO networking_nsxv3.common.synchronization [req-df32e1f1-1790-4170-8ba0-4c37ff782b52 req-64c84106-c6fd-46c0-bf21-0967e43c7b06 tempest-ServerDiagnosticsNegativeTest-1800462810 tempest-ServerDiagnosticsNegativeTest-1800462810-project-member] Enqueued Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_members [ 778.133937] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGHEST for action security_group_members [ 778.134544] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.134886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.135078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.135379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.135643] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.135890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.136056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.136368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.136559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.138537] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.185915] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.186299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.186299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.186299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.186439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.186610] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.186717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.186795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.186918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.187049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.187459] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 is going to be updated. [ 778.203699] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.203699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.203699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.203699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.203699] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce already deleted. [ 778.203699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.222737] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.222737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.222737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.222737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.222737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.233033] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c11f8a-547c-44e9-bceb-173be91efd28 in Status: IN_PROGRESS for 2s [ 778.582847] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 778.583260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.641223] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.641518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.641624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.641962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.642166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.642505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.642677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.642788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.643123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.643251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.643453] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04e528f-c4fd-4d3d-90e7-07601688df64 is going to be updated. [ 778.671981] env[65495]: INFO networking_nsxv3.common.synchronization [req-151a69fc-ffd7-48d0-a455-d806fc4ab769 req-6374cb19-c6d3-474d-9a53-46418033476a tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 778.673169] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 778.673569] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.673700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.673762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.674048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.674205] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.674400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.674400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.674556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.674724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.674724] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.681479] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.682186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.682186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.682186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.682394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.695615] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04e528f-c4fd-4d3d-90e7-07601688df64 in Status: IN_PROGRESS for 2s [ 779.141436] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.141590] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.141865] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.142759] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.146095] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.146095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.146095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.146095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.146095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.146095] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.146095] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.146095] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.146095] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.146095] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.146095] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.146095] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.171771] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.171955] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.172156] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.172443] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.172873] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-1b41be46-2df2-4c29-b461-bacbe9e9cb38 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.173060] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.173159] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.173507] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.173645] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b41be46-2df2-4c29-b461-bacbe9e9cb38',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.177790] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.619673] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a40c550c-4e40-4061-90ed-fc7436f5814f None None] Enqueued Resource ID: 26feff3e-8042-45e2-9efa-599bd4220442 with Priority: HIGHEST for action port [ 779.619930] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26feff3e-8042-45e2-9efa-599bd4220442 with Priority: HIGHEST for action port [ 779.620696] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-26feff3e-8042-45e2-9efa-599bd4220442 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.620696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26feff3e-8042-45e2-9efa-599bd4220442" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.620696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26feff3e-8042-45e2-9efa-599bd4220442" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.620696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26feff3e-8042-45e2-9efa-599bd4220442" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.620888] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26feff3e-8042-45e2-9efa-599bd4220442',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.677747] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.678012] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.678203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.679264] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.679264] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.679264] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 1b41be46-2df2-4c29-b461-bacbe9e9cb38 not found, creating... [ 779.679264] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.679475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.679475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.679603] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.679724] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.680012] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.680193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.680320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.680506] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.680645] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.680784] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 is going to be created. [ 779.681969] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.723894] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.724290] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.724446] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.724858] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.725255] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.725609] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.123727] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26feff3e-8042-45e2-9efa-599bd4220442 [ 780.124548] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.125146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.125146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.125362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.125539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.125632] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26feff3e-8042-45e2-9efa-599bd4220442 already deleted. [ 780.125705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26feff3e-8042-45e2-9efa-599bd4220442" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.187582] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.187793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.188129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.188238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.188368] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 780.225963] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.226140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.226218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.226425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.226573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.237671] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 780.244268] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c11f8a-547c-44e9-bceb-173be91efd28 in Status: SUCCESS [ 780.244423] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 deletion is rescheduled due to dependency. [ 780.244538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.493994] env[65495]: INFO networking_nsxv3.common.synchronization [req-151a69fc-ffd7-48d0-a455-d806fc4ab769 req-7f68d98c-3310-4d65-8d4d-d711d4398c77 service nova] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 780.493994] env[65495]: INFO networking_nsxv3.common.synchronization [req-151a69fc-ffd7-48d0-a455-d806fc4ab769 req-7f68d98c-3310-4d65-8d4d-d711d4398c77 service nova] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 780.493994] env[65495]: INFO networking_nsxv3.common.synchronization [req-151a69fc-ffd7-48d0-a455-d806fc4ab769 req-7f68d98c-3310-4d65-8d4d-d711d4398c77 service nova] Enqueued Resource ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with Priority: HIGHEST for action port [ 780.494524] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 780.494672] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 780.494803] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with Priority: HIGHEST for action port [ 780.495269] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.495426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.495529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.495610] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.496525] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.496614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.496864] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b41be46-2df2-4c29-b461-bacbe9e9cb38 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.497020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.497125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.497441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.497441] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b41be46-2df2-4c29-b461-bacbe9e9cb38',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.710588] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04e528f-c4fd-4d3d-90e7-07601688df64 in Status: SUCCESS [ 780.710891] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04e528f-c4fd-4d3d-90e7-07601688df64 deletion is rescheduled due to dependency. [ 780.710938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.998849] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.000835] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with status ACTIVE [ 781.000835] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.000835] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.000835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.001748] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.001748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.001748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.001748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.001748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.001748] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 is going to be updated. [ 781.034690] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.034881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.034927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.035242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.035557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.035557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.604635] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7352a63-c053-408e-8c8f-38011ac9518c req-85f424f1-d212-41c4-b44e-884ee4bb7416 tempest-InstanceActionsV221TestJSON-1744225120 tempest-InstanceActionsV221TestJSON-1744225120-project-member] Enqueued Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_members [ 781.605333] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_members [ 781.605756] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.605855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.605855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.608256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.608459] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.608606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.608738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.608965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.609089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.609194] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.013032] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.013361] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-593" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.013361] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-593" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.013737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-593" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.013960] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.014193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.014370] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.014592] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.014739] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.014960] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.015118] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.015233] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.015338] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.015444] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.015547] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.015716] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.040293] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.040511] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.040655] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.040829] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-593" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.041204] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.041437] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.041612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.041937] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.042085] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.111645] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.111892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.111950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.112198] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.112290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.112505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.112604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.112670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.112823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.112900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.113000] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d already deleted. [ 782.113092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258055] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 782.258055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.258055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.258055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.258055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.258055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.258055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258655] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.545256] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.545553] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.545667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.546027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.546157] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.546286] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 not found, creating... [ 782.546610] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.546787] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.546927] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.547170] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.547308] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.547606] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.547762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.547877] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.548155] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.548290] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.548425] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 is going to be created. [ 782.572499] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.572761] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.572884] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.573202] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.573612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.573893] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.761122] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.264436] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.409055] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7352a63-c053-408e-8c8f-38011ac9518c req-de1b0328-79a5-446f-8dee-c066d50946ce service nova] Enqueued Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_rules [ 783.409055] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7352a63-c053-408e-8c8f-38011ac9518c req-de1b0328-79a5-446f-8dee-c066d50946ce service nova] Enqueued Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_members [ 783.409055] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7352a63-c053-408e-8c8f-38011ac9518c req-de1b0328-79a5-446f-8dee-c066d50946ce service nova] Enqueued Resource ID: ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 with Priority: HIGHEST for action port [ 783.410240] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_rules [ 783.410600] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_members [ 783.410600] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 with Priority: HIGHEST for action port [ 783.410817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.410931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.410983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.411244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.411333] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.412290] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.412454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.412454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.413754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.413754] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.413754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.413754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.414105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.414232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.414344] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.415316] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.415466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.415518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.415706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.415785] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.767599] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.767791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.767865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.768113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.768208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.768382] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 783.800050] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.800424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.800592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.800808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.800988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.813831] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 783.922477] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.923577] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.923686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.924453] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 with status ACTIVE [ 783.924453] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.924453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.924453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.924453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.924782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.924782] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.924782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.924931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.924931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.925019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.925227] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.925325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.925386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.925823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.925823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.925823] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1 is going to be updated. [ 783.953996] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.954161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.954242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.954446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.954584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.954742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed4fa05b-e6f6-422b-b4f0-c050cdcde5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.427767] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.932663] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.932913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.932913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.933229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.933432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.933510] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d is going to be created. [ 784.962330] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.962537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.962580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.962874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.963304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.978071] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d in Status: UNINITIALIZED for 2s [ 785.825998] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 785.826454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.826532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.826792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.827049] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.827256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.827366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.827568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.827653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.827746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.827840] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.333392] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.333392] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.333392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.334339] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.334500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.334592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.334796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.335080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.335189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.335250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.335407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.335516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335744] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.605239] env[65495]: INFO networking_nsxv3.common.synchronization [req-ed2503a8-5739-4954-ae28-891e8c8cffbd req-c48f977a-8944-4b42-a233-4d7afda94515 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 786.606505] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 786.606505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.606676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.606801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.607119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.607353] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.607504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.607606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.607831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.607977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.608173] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.840420] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b357152-8c98-42b9-8607-3fc98bd4465a: rpc.has_security_group_logging(os_id): False [ 786.877426] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.877426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.877426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.877426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.877426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.878086] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.878676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.882027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.882027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.882027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.882027] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 786.952670] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.952879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.953010] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.953292] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.953558] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.953713] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.953824] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.954091] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.954210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.954414] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.954553] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.954719] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.954825] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.954935] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.955069] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.955206] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.987745] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.989746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.991209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.991843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.991843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.002152] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.002453] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.003242] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.003242] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.003424] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.003972] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.004284] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.005107] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.005371] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4ab012-79a1-41e4-8739-f3f9d95b7d26',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.009964] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d in Status: SUCCESS [ 787.010263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.010505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.010881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.011195] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.012172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.012172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.012172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.012172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.012506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.012506] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.021722] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 787.111219] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.511154] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.514762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.514762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.514762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.514762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.514762] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 0a4ab012-79a1-41e4-8739-f3f9d95b7d26 not found, creating... [ 787.514762] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.514762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.514762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.516517] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.516714] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.517807] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.517807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.517807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.517807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.518573] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.518573] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 0a4ab012-79a1-41e4-8739-f3f9d95b7d26 is going to be created. [ 787.519952] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.519952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.520185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.520185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.520350] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.520465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.520546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.520715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.520839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.520958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.521137] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.521252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.521317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.521429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.521603] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.521716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.521782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.521894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.521990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.522210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.522308] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.548095] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.548647] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.548732] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.548994] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.549309] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.549667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.614512] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.025747] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce06b4da-fbfa-41c6-8ebb-5c79a839345d: rpc.has_security_group_logging(os_id): False [ 788.055778] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.055778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.055778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.055778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.055778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.055778] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.056078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.056361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.056634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.057044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.057223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.057375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.057688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.057880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.058352] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.058564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.058705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.059209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.059209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.059520] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d is going to be created. [ 788.118493] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.121945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.124481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.124481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.124481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.124481] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 788.158635] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.158843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.158933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.159161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.159824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.167059] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.167059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.167059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.167059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.167059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.174705] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 788.179348] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d in Status: IN_PROGRESS for 2s [ 788.360510] env[65495]: INFO networking_nsxv3.common.synchronization [req-ed2503a8-5739-4954-ae28-891e8c8cffbd req-0f4ede78-2162-4a70-adf0-b9a282807d24 service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 788.362078] env[65495]: INFO networking_nsxv3.common.synchronization [req-ed2503a8-5739-4954-ae28-891e8c8cffbd req-0f4ede78-2162-4a70-adf0-b9a282807d24 service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 788.362078] env[65495]: INFO networking_nsxv3.common.synchronization [req-ed2503a8-5739-4954-ae28-891e8c8cffbd req-0f4ede78-2162-4a70-adf0-b9a282807d24 service nova] Enqueued Resource ID: 0a4ab012-79a1-41e4-8739-f3f9d95b7d26 with Priority: HIGHEST for action port [ 788.363190] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 788.363497] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 788.363593] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4ab012-79a1-41e4-8739-f3f9d95b7d26 with Priority: HIGHEST for action port [ 788.364181] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.364369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.364472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.364930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.365139] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.367569] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.368862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.369464] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.369895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.370113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.370476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.370590] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4ab012-79a1-41e4-8739-f3f9d95b7d26',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.868356] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.868617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.877519] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a4ab012-79a1-41e4-8739-f3f9d95b7d26 with status ACTIVE [ 788.877743] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.877889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.877959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.878187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.878281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.878467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.878879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.878879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.878879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.878879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.879067] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.879117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.879195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.879337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.879415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.879502] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a4ab012-79a1-41e4-8739-f3f9d95b7d26 is going to be updated. [ 788.906450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.906685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.906767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.907088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.907355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.907595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4ab012-79a1-41e4-8739-f3f9d95b7d26" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.049126] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 789.049558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.162434] env[65495]: INFO networking_nsxv3.common.synchronization [req-450ed270-606f-4b0f-adb0-9dc227d2f85b req-2451ab12-84f0-4364-aa1a-9531862f5701 tempest-ServersAdminNegativeTestJSON-1342568051 tempest-ServersAdminNegativeTestJSON-1342568051-project-member] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 789.163625] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGHEST for action security_group_members [ 789.164099] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.164262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.164356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.164702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.164823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.164931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.165018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.165223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.165265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.165377] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.667567] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.667747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.667821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.668068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.668166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.668365] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.668463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.668527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.668673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.668749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.668835] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be updated. [ 789.705683] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.705834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.705904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.706157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.706307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.718609] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: IN_PROGRESS for 2s [ 790.187263] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 790.187647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.187647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.187941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.188844] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.188844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.188844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.188844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.188844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.188844] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.192799] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d in Status: SUCCESS [ 790.192799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.680295] env[65495]: INFO networking_nsxv3.common.synchronization [req-f2e3ba82-98c7-4386-9289-ec02c90db7b8 req-3253ba76-2d33-4261-af5d-ec229c948e11 tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 790.681114] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 790.681232] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.681355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.681420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.681991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.682226] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.682339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.682404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.682571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.682657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.682755] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.691360] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.057584] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.057816] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057933] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.058274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.058628] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.058833] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.058979] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.059350] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.059426] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.059671] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.059808] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.059943] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.060083] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.060215] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.060343] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.060597] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.083270] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.083270] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.083270] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.083270] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.083270] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.083270] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.083270] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.083270] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.083270] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ce9398-a23e-4a13-b2e6-69dcd788c26b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.187353] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.187353] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.187353] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 already deleted. [ 791.187353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.193743] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.588380] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.588580] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.588706] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.589011] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.589173] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.589330] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port b1ce9398-a23e-4a13-b2e6-69dcd788c26b not found, creating... [ 791.589591] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.589744] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.589854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.590092] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.590226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.590510] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.591459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.591459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.591459] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: b1ce9398-a23e-4a13-b2e6-69dcd788c26b is going to be created. [ 791.625991] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.625991] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.626225] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626616] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.627235] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.627336] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.635109] env[65495]: INFO networking_nsxv3.common.synchronization [req-192905b3-cd5c-4c21-8996-8799baa00939 req-d9bf4b81-2f91-482b-9361-64fb79190563 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 791.635268] env[65495]: INFO networking_nsxv3.common.synchronization [req-192905b3-cd5c-4c21-8996-8799baa00939 req-d9bf4b81-2f91-482b-9361-64fb79190563 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 791.635740] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 791.635878] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 791.636655] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.636782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.636889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.637120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.637288] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.637574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.637574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.637694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.637694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.637779] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.638677] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.638802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.638854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.639016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.639227] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.639286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.639399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.639500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.639570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.639963] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.689573] env[65495]: INFO networking_nsxv3.common.synchronization [req-192905b3-cd5c-4c21-8996-8799baa00939 req-d9bf4b81-2f91-482b-9361-64fb79190563 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 791.689771] env[65495]: INFO networking_nsxv3.common.synchronization [req-192905b3-cd5c-4c21-8996-8799baa00939 req-d9bf4b81-2f91-482b-9361-64fb79190563 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 791.689938] env[65495]: INFO networking_nsxv3.common.synchronization [req-192905b3-cd5c-4c21-8996-8799baa00939 req-d9bf4b81-2f91-482b-9361-64fb79190563 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_rules [ 791.690113] env[65495]: INFO networking_nsxv3.common.synchronization [req-192905b3-cd5c-4c21-8996-8799baa00939 req-d9bf4b81-2f91-482b-9361-64fb79190563 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 791.690263] env[65495]: INFO networking_nsxv3.common.synchronization [req-192905b3-cd5c-4c21-8996-8799baa00939 req-d9bf4b81-2f91-482b-9361-64fb79190563 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with Priority: HIGHEST for action port [ 791.690955] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 791.691038] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_rules [ 791.691118] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with Priority: HIGHEST for action port [ 791.691213] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 791.691311] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 791.691605] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.691732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.691875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.692041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.692164] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.693725] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.693725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.693725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.697243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.697243] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.697243] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b41be46-2df2-4c29-b461-bacbe9e9cb38 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.697243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.697243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.697554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.697554] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b41be46-2df2-4c29-b461-bacbe9e9cb38',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.698392] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.698526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.700657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.700813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.704932] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.704932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.704932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.704932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.704932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.704932] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 791.882281] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 in Status: SUCCESS [ 791.882281] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 deletion is rescheduled due to dependency. [ 791.882281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.950028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.950284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.950365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.950589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.950737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.966992] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 792.141956] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.147505] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.202375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.202955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.203120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.203405] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with status ACTIVE [ 792.203652] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.203818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.203930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.204303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.204423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.204623] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.204727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.204790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.204996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.205106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.206056] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.206260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.206350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.206542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.206653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.206847] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 is going to be updated. [ 792.415141] env[65495]: INFO networking_nsxv3.common.synchronization [req-f2e3ba82-98c7-4386-9289-ec02c90db7b8 req-8efe4b7f-6490-4fcc-8698-5500e3cf4c2f service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 792.415353] env[65495]: INFO networking_nsxv3.common.synchronization [req-f2e3ba82-98c7-4386-9289-ec02c90db7b8 req-8efe4b7f-6490-4fcc-8698-5500e3cf4c2f service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 792.415502] env[65495]: INFO networking_nsxv3.common.synchronization [req-f2e3ba82-98c7-4386-9289-ec02c90db7b8 req-8efe4b7f-6490-4fcc-8698-5500e3cf4c2f service nova] Enqueued Resource ID: b1ce9398-a23e-4a13-b2e6-69dcd788c26b with Priority: HIGHEST for action port [ 792.416267] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 792.416892] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 792.416892] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ce9398-a23e-4a13-b2e6-69dcd788c26b with Priority: HIGHEST for action port [ 792.416892] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.417075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.417190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.417604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.417604] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.418448] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.418558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.418643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.418820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.419064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.419223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.419322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.419508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.419662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.419775] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.420730] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.420924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.421027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.421638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.421638] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ce9398-a23e-4a13-b2e6-69dcd788c26b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.457060] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.457060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.457060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.457060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.457060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.457060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.649056] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.649056] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.784185] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.784376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.784462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.784651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.784775] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.927024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.927024] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.927024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1ce9398-a23e-4a13-b2e6-69dcd788c26b with status ACTIVE [ 792.927024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.927024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.927024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.927689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.927689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.927689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.927968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.928166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.928335] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1ce9398-a23e-4a13-b2e6-69dcd788c26b is going to be updated. [ 792.958408] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.958408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.958408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.958408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.958408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.958408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1ce9398-a23e-4a13-b2e6-69dcd788c26b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.160499] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.160499] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be created. [ 793.160499] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.160499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.160499] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 793.204027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.204027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.204027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.204027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.204027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.208028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.208028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.208028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.208028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.208028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.220215] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 793.220215] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: UNINITIALIZED for 2s [ 793.287431] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.430572] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.505608] env[65495]: INFO networking_nsxv3.common.synchronization [req-dc4c6789-ecda-4b66-84d3-f0a86be3d1b4 req-c6a4bf20-fb74-429e-8f90-6d4f8a4d1328 tempest-ImagesOneServerTestJSON-602506012 tempest-ImagesOneServerTestJSON-602506012-project-member] Enqueued Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_members [ 793.508392] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 with Priority: HIGHEST for action security_group_members [ 793.510773] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.511034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.511094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.511371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.512131] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.512306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.512410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.512662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.513123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.513123] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fd5854-6f1d-4824-bd8e-758cb7c38e22',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.790717] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.936366] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.936882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.937199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.937518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.938281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.938507] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be created. [ 793.968858] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.969996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.969996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.969996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.969996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.982956] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 793.983080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.983332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.983639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.983867] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.984066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.984236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.984422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.984608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.984745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.984878] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.991094] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: UNINITIALIZED for 2s [ 794.017419] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.018747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.018747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.019285] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 is going to be updated. [ 794.075165] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.075470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.075581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.077171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.077338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.090700] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 in Status: IN_PROGRESS for 2s [ 794.294882] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 794.297608] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 794.495147] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.495361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.495436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.495670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.495898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.496015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.496088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.496247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.496379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.496509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.496706] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.497380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.497380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.497380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.497380] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.497380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.497380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.497646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.497646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.497727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.497799] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.001214] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a: rpc.has_security_group_logging(os_id): False [ 795.026051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.026051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.026238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.026397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.026639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.026878] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.026992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.027080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.027648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.027648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.027648] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.027648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.027648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.027899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.027899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.028119] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.028222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.028288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.028430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.028507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.028592] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 795.173047] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.173047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.173047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.173284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.173284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192859] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 795.233050] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 795.233372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.233628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.233853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.234091] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.234309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.234417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.234620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.234714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.234807] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.236422] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: SUCCESS [ 795.237206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.237206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.237206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.237403] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.237403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.237507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.237915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.237915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.237915] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.420732] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.422013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.422013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.422802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.438921] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 795.441899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.442691] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 795.471432] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.471554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.471717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.471828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.479652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.483019] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 795.483019] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.483019] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 795.559712] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.559888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.559888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.560117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.561603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.562267] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 795.656886] env[65495]: INFO networking_nsxv3.common.synchronization [req-53f18c52-c1eb-418e-bedb-653c6f5f9ac1 req-90dcd3ea-f8a3-4b1e-b321-cb21feb1ecb3 tempest-InstanceActionsV221TestJSON-1744225120 tempest-InstanceActionsV221TestJSON-1744225120-project-member] Enqueued Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_members [ 795.657473] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGHEST for action security_group_members [ 795.657840] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.657957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.658031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.658242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.658394] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.658486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.658544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.658681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.658756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.658844] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.670935] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.671063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.671124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.671374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.671638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.672944] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 795.740559] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.742357] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.795605] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.795787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.795851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.796159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.796387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.796822] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 795.796822] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'900669b3-f9bd-40a2-9c3e-295b161af131', '7c4e0614-55c3-45fb-8c22-c72c4503089c', 'a782ca80-f98f-4717-aa8d-2953423851b7', '172ad9f5-a24a-44c5-9e5e-2fd0aa238b14', 'c342482e-38a4-4e19-9d81-223f847bcb36', 'd4c11f8a-547c-44e9-bceb-173be91efd28', '1b357152-8c98-42b9-8607-3fc98bd4465a', '713cadb5-5963-4bc5-8acb-a6415ae13d51', '1c4bb488-c3e1-452b-9faa-bb3f736b5faf', 'c717f8f6-4afc-4099-a8c4-3e24e06c6018', '9e479e91-2491-4b6b-ad1e-155e387ea9da', '400d6de9-d65b-45df-93df-8176a5c4b199', '333c820f-644f-4a19-98a0-0d33d5f0c4f8', '128882ce-d9bd-452d-903e-6ac19df24f98', '5b5142e3-14ba-48f5-876b-e0c2547b2bae', '32c1db23-ed69-4b3b-8c13-bd3579e5a90c', '5e5ba200-a98e-4a2a-81bd-5133bdc799b4', 'f04e528f-c4fd-4d3d-90e7-07601688df64', 'ce06b4da-fbfa-41c6-8ebb-5c79a839345d', '3b9a6b40-efa0-41ba-aa94-38de87d3b0ff', 'de1ea9fb-f859-446f-9534-793872ee8d55', 'b7d6742a-7d16-45f3-8561-39060b170c44', '1522ddcd-9e6a-4535-9487-e884ef9344dd', '1325298c-60b4-4bd9-b940-73883a053814', '0bdacbe6-62a2-4d22-8711-39d8c2721211', '0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a', '1279e6fd-53f8-4ee2-882c-c12b9de0f488', '5088b0b8-47c8-4690-be4f-760068596c09', '3864a151-f62e-4c3a-aab7-bffb28043222', '2c130e3c-a704-4fa0-993a-b2d2cc679567', 'aac00235-abcf-445c-b49b-b08caab2210f', 'c0371e86-a8a5-4ec2-8904-aae64d2d54a4', 'd7fd5854-6f1d-4824-bd8e-758cb7c38e22', 'a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea', 'cd626cb7-45df-42fe-8083-62ee336cd0c9', '43544dc8-4cf2-4ed4-aa11-98fcfdffd02d'} {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.797024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 795.821892] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.821892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.821892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.822169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.822261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.822402] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 795.822482] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.822583] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 795.910360] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.910539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.910588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.910940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.912280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.912652] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 795.912792] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.912906] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 795.913040] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 795.913356] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 795.913634] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 795.914038] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGH for action security_group_rules [ 795.914224] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGH for action security_group_rules [ 795.914469] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGH for action security_group_rules [ 795.914601] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGH for action security_group_rules [ 795.914693] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGH for action security_group_rules [ 795.914781] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGH for action security_group_rules [ 795.914860] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGH for action security_group_rules [ 795.914960] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGH for action security_group_rules [ 795.915073] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGH for action security_group_rules [ 795.915171] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGH for action security_group_rules [ 795.915263] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGH for action security_group_rules [ 795.915379] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGH for action security_group_rules [ 795.915467] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGH for action security_group_rules [ 795.915563] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGH for action security_group_rules [ 795.915684] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGH for action security_group_rules [ 795.915798] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGH for action security_group_rules [ 795.915880] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGH for action security_group_rules [ 795.916038] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGH for action security_group_rules [ 795.916097] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGH for action security_group_rules [ 795.916294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.002770] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 796.002770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.002968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.003191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.003441] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.003656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.003743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.003957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.004060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.004180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.004273] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.103585] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 in Status: SUCCESS [ 796.103770] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fd5854-6f1d-4824-bd8e-758cb7c38e22 deletion is rescheduled due to dependency. [ 796.103889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fd5854-6f1d-4824-bd8e-758cb7c38e22" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.161124] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.161288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.161360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.161588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.185967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.186280] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.186431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.186494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.186732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.186819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.186913] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d is going to be updated. [ 796.218921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.219176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.219272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.219569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.219793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.232087] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d in Status: IN_PROGRESS for 2s [ 796.244636] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.246330] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.509726] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.749591] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.749591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.749915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.749915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.750626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.750626] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 796.751471] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.751684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.751768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.751948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.752046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.752143] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be updated. [ 796.806691] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.806900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.806900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.807134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.807281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.809107] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.809265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.809265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.809440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.809568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.823200] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: IN_PROGRESS for 2s [ 796.823961] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 797.015789] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47: rpc.has_security_group_logging(os_id): False [ 797.039722] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.039722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.039865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.040010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.040116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.040445] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.040498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.040557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.041499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.041499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.041499] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be created. [ 797.113927] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.114101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.115140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.115140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.130880] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 797.224271] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 797.224503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d in Status: SUCCESS [ 798.251573] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d deletion is rescheduled due to dependency. [ 798.251573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.836933] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 798.837083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.837426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.837663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.837881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.837992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.838067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.838221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.838304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.838389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.838480] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.839915] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: SUCCESS [ 798.840111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.840271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.840433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.840633] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.840779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.840865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.840995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.841087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.841171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.841260] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.114779] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 799.114779] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 799.114923] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_members [ 799.115497] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 799.115683] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 799.115849] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_members [ 799.116037] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 799.116177] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGH for action security_group_rules [ 799.116283] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGH for action security_group_rules [ 799.116574] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGH for action security_group_rules [ 799.116574] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGH for action security_group_rules [ 799.116673] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d with Priority: HIGH for action security_group_rules [ 799.116832] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04e528f-c4fd-4d3d-90e7-07601688df64 with Priority: HIGH for action security_group_rules [ 799.116956] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 with Priority: HIGH for action security_group_rules [ 799.117126] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128882ce-d9bd-452d-903e-6ac19df24f98 with Priority: HIGH for action security_group_rules [ 799.117283] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c with Priority: HIGH for action security_group_rules [ 799.117413] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGH for action security_group_rules [ 799.117572] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGH for action security_group_rules [ 799.117715] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da with Priority: HIGH for action security_group_rules [ 799.117861] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 with Priority: HIGH for action security_group_rules [ 799.118073] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf with Priority: HIGH for action security_group_rules [ 799.118140] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c11f8a-547c-44e9-bceb-173be91efd28 with Priority: HIGH for action security_group_rules [ 799.118240] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 with Priority: HIGH for action security_group_rules [ 799.118595] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGH for action security_group_rules [ 799.118595] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c with Priority: HIGH for action security_group_rules [ 799.118705] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 with Priority: HIGH for action security_group_rules [ 799.119057] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.119195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.119284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.119544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.119728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.119895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.119958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.120147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.120279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.120399] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.121394] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.121791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.121858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.122102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.122291] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.122400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.122462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.122617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.122731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.122859] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.124445] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d371080-7967-4af0-8eb3-142f2a6bc961 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.124445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.124445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.124445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.124445] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.124445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.124743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.124743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.124815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.125012] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.129510] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.129664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.129732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.129924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.130023] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.131414] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.131534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.131534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.131743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.131885] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.132895] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.133268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.133504] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.133665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.133737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.133914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.134037] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.135037] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.135339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.135339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.135534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.135534] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.136583] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.136717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.136814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.136991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.137101] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce06b4da-fbfa-41c6-8ebb-5c79a839345d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.138173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f04e528f-c4fd-4d3d-90e7-07601688df64 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.138298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.138380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.138561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.138650] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f04e528f-c4fd-4d3d-90e7-07601688df64',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.141924] env[65495]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 799.141924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.141924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.141924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.141924] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e5ba200-a98e-4a2a-81bd-5133bdc799b4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.143900] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128882ce-d9bd-452d-903e-6ac19df24f98 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.144069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.144205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.144341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.144409] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128882ce-d9bd-452d-903e-6ac19df24f98',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.149101] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.149101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.149101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.149101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.149101] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32c1db23-ed69-4b3b-8c13-bd3579e5a90c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.149369] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.149423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.149550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.149672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.149745] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.152015] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.152015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.152015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.152015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.152015] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.152979] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e479e91-2491-4b6b-ad1e-155e387ea9da taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.153139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.153221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.154892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.154892] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e479e91-2491-4b6b-ad1e-155e387ea9da',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.154892] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.154892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.154892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.154892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.154892] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c717f8f6-4afc-4099-a8c4-3e24e06c6018',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.325319] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.325809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.325809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.325809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.325948] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c4bb488-c3e1-452b-9faa-bb3f736b5faf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.327459] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c11f8a-547c-44e9-bceb-173be91efd28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.327585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.327691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.327814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.327892] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c11f8a-547c-44e9-bceb-173be91efd28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.329355] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713cadb5-5963-4bc5-8acb-a6415ae13d51 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.329471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.329539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.329701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.329791] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713cadb5-5963-4bc5-8acb-a6415ae13d51',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.330285] env[65495]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 799.331123] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.331229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.331296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.331448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.331521] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.332784] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c4e0614-55c3-45fb-8c22-c72c4503089c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.332970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.333296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.333296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.333296] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c4e0614-55c3-45fb-8c22-c72c4503089c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.334550] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.334648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.334725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.334895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.334970] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172ad9f5-a24a-44c5-9e5e-2fd0aa238b14',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.345958] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 799.346177] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 799.346331] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_rules [ 799.346503] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_members [ 799.346631] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_rules [ 799.347448] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 799.347448] env[65495]: INFO networking_nsxv3.common.synchronization [req-be949718-994e-4d72-8ef5-8acc2ac530ca req-0df30c05-0d7c-4ac5-aa73-5fa327cebbe6 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with Priority: HIGHEST for action port [ 799.348208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.348404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.348894] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.353714] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_rules [ 799.353918] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_rules [ 799.354171] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 799.354314] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with Priority: HIGHEST for action port [ 799.354422] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_rules [ 799.354514] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 799.354602] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_members [ 799.359418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.359564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.359773] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d371080-7967-4af0-8eb3-142f2a6bc961 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.359885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.359962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.360346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.360445] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.361398] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.361508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.361686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b41be46-2df2-4c29-b461-bacbe9e9cb38 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.361817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.361876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.362114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.362223] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b41be46-2df2-4c29-b461-bacbe9e9cb38',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.363150] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.363278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.363498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.363627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.363827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d371080-7967-4af0-8eb3-142f2a6bc961 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.363921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.373349] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 799.373349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.837840] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.839423] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.841951] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.859078] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e5e7929-792c-4b95-815f-620936535c1e: rpc.has_security_group_logging(os_id): False [ 799.865517] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d371080-7967-4af0-8eb3-142f2a6bc961 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.865727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.868265] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b41be46-2df2-4c29-b461-bacbe9e9cb38 with status ACTIVE [ 799.868468] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.868662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.868662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.868859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.868943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.869136] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.869246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.869311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.869558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.869623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.869808] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.869901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.869962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.870122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.870197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.870306] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b41be46-2df2-4c29-b461-bacbe9e9cb38 is going to be updated. [ 799.880233] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.880440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.880519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.880721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.880808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.881106] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.881245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.881308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.881547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.881702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.881736] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be created. [ 799.892738] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.892876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.892931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.893200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.893346] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.893443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.893606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.894106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.894106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.894106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.894106] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.895346] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.895471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.895536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.895849] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.896786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.896786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.896786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.896786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.896786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.896786] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.898481] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898481] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898882] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.903608] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.903608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.903608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.903608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.903608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.903608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b41be46-2df2-4c29-b461-bacbe9e9cb38" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.908313] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.908313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.908313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.908313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.908313] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.908313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.908313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.909399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.909399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.909399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.909399] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.910632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.910632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.910632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.910632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.910632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.910632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.910632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.910632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.910632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.911913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.911913] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.914985] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.915210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.915210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.915754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.915754] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.915754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.915754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.915957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.916076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.916131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.916189] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.921339] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.921589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.921589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.921952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.922219] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.922532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.922532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.922723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.922723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.922866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.922866] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.931825] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.932048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.932048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.932298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.932476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.932882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.932882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.932882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933171] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933966] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.934440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.934440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.934440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.934440] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.943616] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.951050] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 400d6de9-d65b-45df-93df-8176a5c4b199: rpc.has_security_group_logging(os_id): False [ 799.959835] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.960546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.960661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.960908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.961165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.022273] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.022273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.022273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.022273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.024505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.024505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.027052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.027052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.027052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.027052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.027052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.027052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.028391] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.028391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.028687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.028820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.029582] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.029693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.030929] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.031330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.032260] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.032434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.034224] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.034224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.034224] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.034367] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: IN_PROGRESS for 2s [ 800.035116] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.035598] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.035720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.036606] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.037413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.037413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.096925] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.098513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.098513] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e479e91-2491-4b6b-ad1e-155e387ea9da is going to be deleted. [ 800.102405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.102405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.102405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.102405] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce06b4da-fbfa-41c6-8ebb-5c79a839345d is going to be deleted. [ 800.102758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.102905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.168358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.168582] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c4bb488-c3e1-452b-9faa-bb3f736b5faf is going to be deleted. [ 800.169511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.169804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.211355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.211453] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172ad9f5-a24a-44c5-9e5e-2fd0aa238b14 is going to be deleted. [ 800.214822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.215170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.238390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.238900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.261109] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.261109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.261999] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.262237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.269454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.269625] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32c1db23-ed69-4b3b-8c13-bd3579e5a90c is going to be deleted. [ 800.270612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.270847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.309468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.309624] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c11f8a-547c-44e9-bceb-173be91efd28 is going to be deleted. [ 800.310608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.310839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.341178] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.342474] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.343736] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.347142] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.347263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.373926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.375796] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713cadb5-5963-4bc5-8acb-a6415ae13d51 is going to be deleted. [ 800.375796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.376300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.402572] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.402787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.402860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.403144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.403390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.403525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.403576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.403745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.403835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.403923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.404233] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.404233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.404335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.404442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.404687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.404687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.404808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.404884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.404964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.405070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.405172] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.406252] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.407388] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.428313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.428678] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.428860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.428932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.429202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.429303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.429552] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.429693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.429767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.429964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.430635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.430898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.431036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.431085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.431273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.431382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.431506] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 800.433207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.435108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.436961] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.437127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.442836] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.443031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.443092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.443329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.443505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.443607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.443673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.443825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.443979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.444070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.444240] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.444362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.444412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.444607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.444783] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.444931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.444931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.445275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.445356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.445468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.445640] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.447581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.447728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.447817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.448552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.448614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.449011] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.449292] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.450033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.450033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.450033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.450033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.450742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.450742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.450742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.451371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.451607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.451607] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.453521] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c342482e-38a4-4e19-9d81-223f847bcb36: rpc.has_security_group_logging(os_id): False [ 800.549890] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.550442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.551591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.551777] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c4e0614-55c3-45fb-8c22-c72c4503089c is going to be deleted. [ 800.554475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.554799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.559780] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.559873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.578478] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.578572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.592039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.592039] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128882ce-d9bd-452d-903e-6ac19df24f98 is going to be deleted. [ 800.592039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.592363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.747214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.747484] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e5ba200-a98e-4a2a-81bd-5133bdc799b4 is going to be deleted. [ 800.748464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.748703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.754296] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.754492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.776415] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.779432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.844927] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.844927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.844927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.844927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.844927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.845224] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be updated. [ 800.846864] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.847026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.847083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.847256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.847342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.847554] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 is going to be created. [ 800.849191] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.849191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.849191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.849398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.849398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.849457] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 800.858744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.858895] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f04e528f-c4fd-4d3d-90e7-07601688df64 is going to be deleted. [ 800.859921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.860213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.860361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.860533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e479e91-2491-4b6b-ad1e-155e387ea9da" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.861192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.861434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.861573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.861717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c4bb488-c3e1-452b-9faa-bb3f736b5faf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.862400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.862593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.862681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.862884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce06b4da-fbfa-41c6-8ebb-5c79a839345d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.862995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.863191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.863292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.863440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172ad9f5-a24a-44c5-9e5e-2fd0aa238b14" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.863593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.863757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900046] env[65495]: INFO networking_nsxv3.common.synchronization [req-d48c790c-421a-4192-b77d-ad651f9325bc req-fca87074-cd4b-483d-83b3-a4c2639c8479 tempest-ListServerFiltersTestJSON-1267280876 tempest-ListServerFiltersTestJSON-1267280876-project-member] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 800.900046] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGHEST for action security_group_members [ 800.900046] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.900046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.900456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.900456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900456] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.900634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.900634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.900806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.901294] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.909624] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 333c820f-644f-4a19-98a0-0d33d5f0c4f8: rpc.has_security_group_logging(os_id): False [ 800.910952] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900669b3-f9bd-40a2-9c3e-295b161af131: rpc.has_security_group_logging(os_id): False [ 800.912099] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b5142e3-14ba-48f5-876b-e0c2547b2bae: rpc.has_security_group_logging(os_id): False [ 800.954898] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a782ca80-f98f-4717-aa8d-2953423851b7: rpc.has_security_group_logging(os_id): False [ 800.957731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.957886] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c717f8f6-4afc-4099-a8c4-3e24e06c6018 is going to be deleted. [ 800.958879] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff: rpc.has_security_group_logging(os_id): False [ 800.960269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.960490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.960585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.960718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32c1db23-ed69-4b3b-8c13-bd3579e5a90c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.961709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.961875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.961875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.962218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.962319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.962515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128882ce-d9bd-452d-903e-6ac19df24f98" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.963739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.963953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.966320] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.966320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.968656] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.968815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.968917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.969124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.969424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.971278] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.971278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.974679] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.974811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.009367] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.009568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.009690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.010100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.010344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.053614] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.053792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.053905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.054104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.054362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.061711] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.061904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.095662] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 in Status: UNINITIALIZED for 2s [ 801.098708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.099208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.099352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.099425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.099779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.099896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.099975] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c342482e-38a4-4e19-9d81-223f847bcb36 is going to be updated. [ 801.101238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.101496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.101609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.101853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c11f8a-547c-44e9-bceb-173be91efd28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.101981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.102203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.102341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.104325] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: IN_PROGRESS for 2s [ 801.104581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.104937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.104937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.104937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c4e0614-55c3-45fb-8c22-c72c4503089c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.105227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.105227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.105443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.105718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713cadb5-5963-4bc5-8acb-a6415ae13d51" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.106788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.107043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.109275] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.109397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.117027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.117027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.129937] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 801.226751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.227356] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.227490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.227623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.228101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.228101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.228357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.228440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.228440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.228616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.228691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.229098] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.229098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.229098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.229359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.229359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.229450] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be updated. [ 801.231484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.231484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.268894] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.269307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.300541] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.300541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.314117] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 801.333355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.333701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.333831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.333929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.334533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.334533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.334533] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 801.335547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.335762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.391115] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.391824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404038] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.404294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.419380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.419725] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.420091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.420091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.420265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.420265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.420369] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 801.421553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.421769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.480825] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.480825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.509887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.509887] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.509887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.509887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.509887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.509887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.510151] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.510151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.510224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.510346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.510429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.510631] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.510714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.510778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.510919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.510993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.512162] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be updated. [ 801.512934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.513121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.513209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.513332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f04e528f-c4fd-4d3d-90e7-07601688df64" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.513466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.513609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.513683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.513792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c717f8f6-4afc-4099-a8c4-3e24e06c6018" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e5ba200-a98e-4a2a-81bd-5133bdc799b4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.520025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.572735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.573080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.573221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.573313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.573555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.573643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.573757] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be updated. [ 801.575206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.575206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.575337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.579024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.579024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.579478] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.579536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.601423] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: IN_PROGRESS for 2s [ 801.651517] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.651785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.694496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.694996] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.695214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.695323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.695595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.695733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.696065] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.696238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.696399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.696606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.696750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.697121] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.697282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.697410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.697694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.697833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.698030] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be updated. [ 801.699797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.700093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.700344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.702600] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.703149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.703503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.741605] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: IN_PROGRESS for 2s [ 801.753525] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.753702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.753779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.754042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.754351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.756718] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.756945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.757111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.757207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.757358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.796023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 801.798362] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 801.808301] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: IN_PROGRESS for 2s [ 801.844709] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 801.844709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: IN_PROGRESS for 2s [ 801.935882] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 801.935970] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.936120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.936296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.936476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.936637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.972823] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: IN_PROGRESS for 2s [ 802.007135] env[65495]: INFO networking_nsxv3.common.synchronization [req-cb7a3606-5194-4263-af25-fb03d4768b6b req-0d39cdc0-644e-4333-bc4e-ebf3a3039829 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 802.007751] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 802.008260] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.008745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.008745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.008893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.009126] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.009287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.009403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.009654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.009814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.009959] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.052887] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: SUCCESS [ 802.053225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.053426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.053648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.053739] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.454954] env[65495]: INFO networking_nsxv3.common.synchronization [req-57ab2d8e-8521-48cd-b76b-00eac4c83f0b req-1dc0d52a-528c-441e-9695-134707be37ae tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 802.455439] env[65495]: INFO networking_nsxv3.common.synchronization [req-57ab2d8e-8521-48cd-b76b-00eac4c83f0b req-1dc0d52a-528c-441e-9695-134707be37ae tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 802.455439] env[65495]: INFO networking_nsxv3.common.synchronization [req-57ab2d8e-8521-48cd-b76b-00eac4c83f0b req-1dc0d52a-528c-441e-9695-134707be37ae tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_members [ 802.455920] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGHEST for action security_group_members [ 802.456076] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 802.456188] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 with Priority: HIGHEST for action security_group_members [ 802.456804] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.456942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.457167] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.457261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.457469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d371080-7967-4af0-8eb3-142f2a6bc961 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.457550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.517018] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.557369] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.557369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.914464] env[65495]: INFO networking_nsxv3.common.synchronization [req-832b97e0-8c77-43bc-a925-456f5a56c1ed req-c3d6dede-b1f9-4580-a899-da24be1801e1 tempest-MigrationsAdminTest-1820678381 tempest-MigrationsAdminTest-1820678381-project-member] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 802.915374] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 802.915748] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.916192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.916292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.916552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.917194] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.917194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.917500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.918188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.918297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.918404] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.015332] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.108923] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 in Status: SUCCESS [ 803.109051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.109179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.110613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.110613] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.110613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.110613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.110613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.110613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.110935] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.114057] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: SUCCESS [ 803.114057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.114273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.114477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.114687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.115047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.115127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.115386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.115484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.115631] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.140651] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 803.140651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.140651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.140651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.140927] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.140927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.141043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.141241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.142035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.142035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.142253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.142463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.142546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.142730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.142848] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.142945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.143017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.143161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.143236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143412] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.144308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.144501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.144746] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.144855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.144855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.145091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.145091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.145183] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.340229] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.340390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.340815] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.340815] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.341695] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.341695] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.341695] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.341695] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.341907] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.342062] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.342253] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.342381] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.342487] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.342596] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.342696] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.342821] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.344773] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 803.344870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.365251] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.365443] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.365582] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.365774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-782" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.366113] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-9f54083f-97a8-4dcf-806b-fae8497e6d46 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.366315] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.366445] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.366761] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.366899] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f54083f-97a8-4dcf-806b-fae8497e6d46',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.422037] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.519512] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.519512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.519512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.519512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.519512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.519512] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 803.557875] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.557875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.557875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.557875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.557875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.567667] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 803.617940] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: SUCCESS [ 803.618247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.619303] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.619501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.619501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.619758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.619858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.620138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.620214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.620317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.620496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.620636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.620677] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 is going to be deleted. [ 803.621855] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.621992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.622078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.622469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.622469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.622692] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.622817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.623035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.623104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.623138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.624115] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be updated. [ 803.647440] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b357152-8c98-42b9-8607-3fc98bd4465a: rpc.has_security_group_logging(os_id): False [ 803.648651] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.665238] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.665544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.665650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.666089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.666205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.674284] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.674508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.674615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.674942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.675095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.675263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.676771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.677037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.677309] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.677474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.677568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.677799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.677916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.678066] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.680301] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.680490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.680556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.680960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.684167] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: IN_PROGRESS for 2s [ 803.707545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.707938] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.708092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.708092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.708309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.708432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.708707] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.708897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.708962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.709168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.709288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.709973] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.709973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.709973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.710151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.710356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.710485] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 803.764464] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 803.764707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.815865] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 803.816169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.817116] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 803.817468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.818221] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.818348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.818417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.818616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.818755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.820290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd in Status: SUCCESS [ 803.820451] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd deletion is rescheduled due to dependency. [ 803.820550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.848220] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 803.859724] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 803.859724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870391] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.872031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.872031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.872031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.872031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.872031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 9f54083f-97a8-4dcf-806b-fae8497e6d46 not found, creating... [ 803.872031] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.872776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.872776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.872776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.873319] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.873453] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.873714] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.873922] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.874719] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.874719] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.874860] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 9f54083f-97a8-4dcf-806b-fae8497e6d46 is going to be created. [ 803.916431] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.916755] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.916934] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.917274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.917651] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.917824] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.923631] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.005737] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 804.006147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.153697] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.184231] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.185182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.185317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.185665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.185813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.186063] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.186172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.186237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.186406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.186599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.186727] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 already deleted. [ 804.186815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.186937] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.187882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.188090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.188262] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.188364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.188435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.188570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.188854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.188946] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.426987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.427889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.427889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.427889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.427889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.427889] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be updated. [ 804.459962] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.460142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.460208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.460414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.460565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.471246] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: IN_PROGRESS for 2s [ 804.613141] env[65495]: INFO networking_nsxv3.common.synchronization [req-832b97e0-8c77-43bc-a925-456f5a56c1ed req-2adfbb31-bc38-439d-8afa-e0fc94238045 service nova] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_rules [ 804.613405] env[65495]: INFO networking_nsxv3.common.synchronization [req-832b97e0-8c77-43bc-a925-456f5a56c1ed req-2adfbb31-bc38-439d-8afa-e0fc94238045 service nova] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 804.613485] env[65495]: INFO networking_nsxv3.common.synchronization [req-832b97e0-8c77-43bc-a925-456f5a56c1ed req-2adfbb31-bc38-439d-8afa-e0fc94238045 service nova] Enqueued Resource ID: 9f54083f-97a8-4dcf-806b-fae8497e6d46 with Priority: HIGHEST for action port [ 804.614065] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_rules [ 804.614225] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 804.614370] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f54083f-97a8-4dcf-806b-fae8497e6d46 with Priority: HIGHEST for action port [ 804.614943] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.615187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.615287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.615527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.615643] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.616736] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.616887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.617151] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f54083f-97a8-4dcf-806b-fae8497e6d46 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.617321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.617542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.617685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.617794] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f54083f-97a8-4dcf-806b-fae8497e6d46',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.656495] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.656972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.656972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.656972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.657138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.657317] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 804.692328] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.692541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.692639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.692881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.692976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.693285] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.693402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.694386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.694386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.694386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.694386] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 already deleted. [ 804.694386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.694386] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d371080-7967-4af0-8eb3-142f2a6bc961',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.712608] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.712763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.713080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.713248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.726412] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 805.119382] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.119583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.119739] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f54083f-97a8-4dcf-806b-fae8497e6d46 with status ACTIVE [ 805.119979] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.120099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.120176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.121027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.121027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.121027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.121027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.121027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.121027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.121027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.121327] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.121327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.121405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.122432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.122689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.122918] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f54083f-97a8-4dcf-806b-fae8497e6d46 is going to be updated. [ 805.163776] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.164063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.164155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.164514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.164757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.165022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f54083f-97a8-4dcf-806b-fae8497e6d46" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.199044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d371080-7967-4af0-8eb3-142f2a6bc961: rpc.has_security_group_logging(os_id): False [ 805.223427] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.223427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.223427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.223660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.223660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.224603] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.224603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.224603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.224603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.224603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.224603] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 is going to be created. [ 805.260614] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2d371080-7967-4af0-8eb3-142f2a6bc961], does not exist path=[/infra/domains/default/groups/2d371080-7967-4af0-8eb3-142f2a6bc961]."\n}' [ 805.261315] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2d371080-7967-4af0-8eb3-142f2a6bc961 [ 805.261315] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 805.306453] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.306655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.306655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.306918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.307891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.308244] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.308394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.308451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.308769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.308885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.309171] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.309316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.309372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.309793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.309793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.309793] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d371080-7967-4af0-8eb3-142f2a6bc961 is going to be created. [ 805.332800] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2d371080-7967-4af0-8eb3-142f2a6bc961], does not exist path=[/infra/domains/default/groups/2d371080-7967-4af0-8eb3-142f2a6bc961]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2d371080-7967-4af0-8eb3-142f2a6bc961 [ 805.332800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d371080-7967-4af0-8eb3-142f2a6bc961" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.332800] env[65495]: Traceback (most recent call last): [ 805.332800] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 805.332800] env[65495]: return func(*args, **kwargs) [ 805.332800] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 805.332800] env[65495]: res.raise_for_status() [ 805.332800] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 805.332800] env[65495]: raise HTTPError(http_error_msg, response=self) [ 805.332800] env[65495]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2d371080-7967-4af0-8eb3-142f2a6bc961 [ 805.332800] env[65495]: During handling of the above exception, another exception occurred: [ 805.332800] env[65495]: Traceback (most recent call last): [ 805.332800] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 805.332800] env[65495]: listener.cb(fileno) [ 805.332800] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 805.332800] env[65495]: result = function(*args, **kwargs) [ 805.332800] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 805.332800] env[65495]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 805.332800] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 805.332800] env[65495]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 805.332800] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 805.332800] env[65495]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 805.332800] env[65495]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 805.332800] env[65495]: res.raise_for_status() [ 805.332800] env[65495]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 805.332800] env[65495]: raise HTTPError(http_error_msg, response=self) [ 805.332800] env[65495]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2d371080-7967-4af0-8eb3-142f2a6bc961 [ 805.332800] env[65495]: Removing descriptor: 5 [ 805.579577] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 805.580196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.697710] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: SUCCESS [ 805.698137] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e7929-792c-4b95-815f-620936535c1e deletion is rescheduled due to dependency. [ 805.700017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.700017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.700017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.700017] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.700017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.700017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.700834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.700997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.701307] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.865122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 805.865415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.865609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.866062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.866062] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.205450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.205450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.205450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.205450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.227318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.227688] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.227688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.227878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.227969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.228048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.228147] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be updated. [ 806.255513] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.255679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.255764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.255947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.256109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.267117] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: IN_PROGRESS for 2s [ 806.368894] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.369083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.483799] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 806.484134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.484359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.484589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.484782] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.484950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.485035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.485924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.485924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.485924] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.741114] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 806.741448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.741571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.741801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.742055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.742183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.742256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.742419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.742500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.742585] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.989141] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.248855] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.491936] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.546966] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c5d0e3dc-a57b-4264-be07-56e66617af36 None None] Enqueued Resource ID: e0bda6da-39da-422c-a4e3-41332605d495 with Priority: HIGHEST for action port [ 807.547565] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bda6da-39da-422c-a4e3-41332605d495 with Priority: HIGHEST for action port [ 807.547975] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bda6da-39da-422c-a4e3-41332605d495 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.548143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bda6da-39da-422c-a4e3-41332605d495" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.548233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bda6da-39da-422c-a4e3-41332605d495" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.548500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bda6da-39da-422c-a4e3-41332605d495" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.548588] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bda6da-39da-422c-a4e3-41332605d495',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.759108] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.995326] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.995508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.995560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.995794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.995896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.995985] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be updated. [ 808.032125] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.032322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.032392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.032606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.032759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.043901] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: IN_PROGRESS for 2s [ 808.051436] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0bda6da-39da-422c-a4e3-41332605d495 [ 808.051683] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.051821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.051890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.052174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.052300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.052394] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0bda6da-39da-422c-a4e3-41332605d495 already deleted. [ 808.052480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bda6da-39da-422c-a4e3-41332605d495" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.264036] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.264145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.264262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.264496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.265489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.265489] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 808.281210] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: SUCCESS [ 808.281210] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e7929-792c-4b95-815f-620936535c1e deletion is rescheduled due to dependency. [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.281210] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281210] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.298685] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.298685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.298685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.298685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.298685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.308378] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 808.676831] env[65495]: INFO networking_nsxv3.common.synchronization [req-93fc0174-2a80-447e-86e1-96b0d2ce35ae req-778c7bd8-5d3c-439a-b408-5f5700abaf56 tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 808.683025] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 808.683025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.683025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.683025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.683025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.683025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.683025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.683025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.683025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.683025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.683025] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.783338] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.498100] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.498100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.500643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.505118] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e5e7929-792c-4b95-815f-620936535c1e: rpc.has_security_group_logging(os_id): False [ 809.531988] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.532140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.536334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.536334] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.536334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.536334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.536334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.536334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.536678] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 809.537896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.538096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.539220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.539220] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.539220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.539220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.539220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.539220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.539220] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be updated. [ 809.579948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.579948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.580193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.580841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.580841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.592685] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 809.607592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.607731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.607731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.607918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.608114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.632478] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: IN_PROGRESS for 2s [ 810.057828] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 810.058271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.058496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.058722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.058933] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.059164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.059241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.059427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.059511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.059598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.059691] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.319417] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 810.319710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.319963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.320268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.320437] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.320578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.320755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.320868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.320967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.321079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.321177] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.563443] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.563642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.563793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.564394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.564394] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.564708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.564708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.565208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.565208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.565208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.565346] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.565440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.565572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.565737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.565966] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.566097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.566288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.566397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.566536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.566649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.566776] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.708197] env[65495]: INFO networking_nsxv3.common.synchronization [None req-99488a48-b002-4c3e-aaf5-d5db269756a8 None None] Enqueued Resource ID: 26d18298-2803-48b3-b7c8-c4c8689f2dd2 with Priority: HIGHEST for action port [ 810.709025] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d18298-2803-48b3-b7c8-c4c8689f2dd2 with Priority: HIGHEST for action port [ 810.709390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d18298-2803-48b3-b7c8-c4c8689f2dd2 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.709568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d18298-2803-48b3-b7c8-c4c8689f2dd2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.709812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d18298-2803-48b3-b7c8-c4c8689f2dd2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.709954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d18298-2803-48b3-b7c8-c4c8689f2dd2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.710051] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d18298-2803-48b3-b7c8-c4c8689f2dd2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.824010] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.824248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.824323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.824551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.824729] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.824834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.824898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.825087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.825167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.825278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.825536] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.825648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.825711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.825857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.825998] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.826123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.826186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.826329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.826409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826600] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.073437] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a782ca80-f98f-4717-aa8d-2953423851b7: rpc.has_security_group_logging(os_id): False [ 811.094410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.094739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.094862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.095328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.116038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.116328] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.116453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.116520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.116751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.116839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.117052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.117157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.117222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.117367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.117442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.117636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.117730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.117793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.117931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.118015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.118454] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be updated. [ 811.190568] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.190721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.190768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.190979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.191171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.208247] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: IN_PROGRESS for 2s [ 811.212657] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d18298-2803-48b3-b7c8-c4c8689f2dd2 [ 811.212902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.213090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.213164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.213373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.213462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.213552] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d18298-2803-48b3-b7c8-c4c8689f2dd2 already deleted. [ 811.213632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d18298-2803-48b3-b7c8-c4c8689f2dd2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.331502] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b357152-8c98-42b9-8607-3fc98bd4465a: rpc.has_security_group_logging(os_id): False [ 811.352981] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.353149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.353219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.353436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.377421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.377727] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.377850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.377916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.378148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.378232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.378424] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.378543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.378580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.378785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.378838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.379047] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.379143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.379203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.379345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.379422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.380721] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 811.471822] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.471984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.472059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.472278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.472431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.515269] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 811.569783] env[65495]: INFO networking_nsxv3.common.synchronization [req-c1d153c3-2843-4278-b57b-b7332a428673 req-708aaa63-fe35-4758-a5c7-7b1b15a90924 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_members [ 811.570666] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_members [ 811.570895] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.571031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.571072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.571373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.571577] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.571692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.571754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.571992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.572126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.572298] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.603993] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 811.604189] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea deletion is rescheduled due to dependency. [ 811.604386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649682] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5e7929-792c-4b95-815f-620936535c1e in Status: SUCCESS [ 811.649682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.964951] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.965168] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.966030] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.966030] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.966030] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.966261] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.966261] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.966469] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.966528] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.966759] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.966869] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.966969] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.967089] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.967197] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.967297] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.967429] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.990460] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.990897] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.991057] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.991250] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.991572] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-9965038b-e531-4a01-8e81-5ea8335da5bb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.991741] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.991854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.992221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.992362] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9965038b-e531-4a01-8e81-5ea8335da5bb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.075146] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.075146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.075146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.075577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.075577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.075577] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.075715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.075715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.075908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.075968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.076061] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c already deleted. [ 812.076141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.495320] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.495572] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.495704] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.496091] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.496252] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.496456] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 9965038b-e531-4a01-8e81-5ea8335da5bb not found, creating... [ 812.496698] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.496856] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.496971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.497313] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.497390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.497651] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.497820] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.497935] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.498159] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.498309] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.498449] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 9965038b-e531-4a01-8e81-5ea8335da5bb is going to be created. [ 812.528605] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.528821] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.528941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.529259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.529662] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.529774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.227324] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 813.227702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.237369] env[65495]: INFO networking_nsxv3.common.synchronization [req-c1d153c3-2843-4278-b57b-b7332a428673 req-352c2520-55e4-4b30-972c-2b068d0741f9 service nova] Enqueued Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_rules [ 813.237369] env[65495]: INFO networking_nsxv3.common.synchronization [req-c1d153c3-2843-4278-b57b-b7332a428673 req-352c2520-55e4-4b30-972c-2b068d0741f9 service nova] Enqueued Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_members [ 813.237369] env[65495]: INFO networking_nsxv3.common.synchronization [req-c1d153c3-2843-4278-b57b-b7332a428673 req-352c2520-55e4-4b30-972c-2b068d0741f9 service nova] Enqueued Resource ID: 9965038b-e531-4a01-8e81-5ea8335da5bb with Priority: HIGHEST for action port [ 813.237786] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_rules [ 813.238000] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_members [ 813.238202] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9965038b-e531-4a01-8e81-5ea8335da5bb with Priority: HIGHEST for action port [ 813.238630] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.238828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.238950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.239281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.239419] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.240636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.240784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.240859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.241142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.241390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.241559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.241663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.241898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.242054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.242323] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.243733] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-9965038b-e531-4a01-8e81-5ea8335da5bb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.243876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.243951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.244086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.244201] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9965038b-e531-4a01-8e81-5ea8335da5bb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.536090] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 813.536276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.536384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.536650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.536894] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.747405] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.749052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.749052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.749052] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9965038b-e531-4a01-8e81-5ea8335da5bb with status ACTIVE [ 813.749052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.749052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.749052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.749464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.749464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.749539] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.749620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.749677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.750047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.750047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.750303] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.750410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.750410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.750574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.750574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.750684] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9965038b-e531-4a01-8e81-5ea8335da5bb is going to be updated. [ 813.774628] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.774848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.774900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.775159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.775312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.775521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9965038b-e531-4a01-8e81-5ea8335da5bb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.041307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.041307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.041632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.041707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.042013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042218] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.205208] env[65495]: INFO networking_nsxv3.common.synchronization [req-2154b3de-62b7-478e-b9cc-c133d08ca54b req-03542883-9ac0-42f6-ac61-09d05ce9a2a0 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 814.206660] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 814.206660] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.206660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.206660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.206866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.206866] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.206953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.210040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.210040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.210040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.210040] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.252703] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.546051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.546051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.546051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.546051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.546414] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.546414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.546565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.546614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.546824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.546824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.546956] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.547039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.547093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.548185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.548185] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.548185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.548185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.548185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.548185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.548185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.548185] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.630257] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.630257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.630257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.630257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.630257] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.630257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.630257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.630257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.630257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.630257] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.630257] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.630257] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.630257] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.630767] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.630767] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.630767] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.654580] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.654838] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.654909] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.655114] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.655511] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-c60231a2-b84e-4099-8f54-38c044d26da4 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.655745] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.656304] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.656304] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.656697] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60231a2-b84e-4099-8f54-38c044d26da4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.709869] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.710164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.710164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.710374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.731591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.731850] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.731978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.732048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.732444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.732695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.732779] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 814.754461] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.754674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.754742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.755018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.755118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.755230] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c is going to be created. [ 814.758800] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.758983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.758983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.759161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.759285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.771458] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 814.786472] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.786720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.786720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.787096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.787188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.800269] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c in Status: UNINITIALIZED for 2s [ 815.050629] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b357152-8c98-42b9-8607-3fc98bd4465a: rpc.has_security_group_logging(os_id): False [ 815.070520] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.070775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.070775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.071077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.071077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.071286] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.071436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.071436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.071950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.071950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.071950] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.071950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.071950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.072265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.072265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.072408] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.072525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.072525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.072611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.072739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.072739] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 815.142490] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.142693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.142742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.142916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.143080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159928] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.161032] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.161032] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.161330] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.161472] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.161635] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port c60231a2-b84e-4099-8f54-38c044d26da4 not found, creating... [ 815.161919] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.162105] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.162219] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.162469] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.162651] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.162884] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.163050] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.163457] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.163506] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.163646] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.163894] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: c60231a2-b84e-4099-8f54-38c044d26da4 is going to be created. [ 815.165778] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 815.197198] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.197480] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.197619] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.197903] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.198273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.198521] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.994801] env[65495]: INFO networking_nsxv3.common.synchronization [req-2154b3de-62b7-478e-b9cc-c133d08ca54b req-92ca59cb-3936-418c-8a24-17e764bae7f8 service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 815.995258] env[65495]: INFO networking_nsxv3.common.synchronization [req-2154b3de-62b7-478e-b9cc-c133d08ca54b req-92ca59cb-3936-418c-8a24-17e764bae7f8 service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 815.995258] env[65495]: INFO networking_nsxv3.common.synchronization [req-2154b3de-62b7-478e-b9cc-c133d08ca54b req-92ca59cb-3936-418c-8a24-17e764bae7f8 service nova] Enqueued Resource ID: c60231a2-b84e-4099-8f54-38c044d26da4 with Priority: HIGHEST for action port [ 815.995705] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 815.995856] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 815.996143] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60231a2-b84e-4099-8f54-38c044d26da4 with Priority: HIGHEST for action port [ 815.996814] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.997017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.997436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.997677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.997780] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.998896] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.999035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.999215] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c60231a2-b84e-4099-8f54-38c044d26da4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.999325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.999385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.000176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.000176] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60231a2-b84e-4099-8f54-38c044d26da4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.503652] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.503812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.504156] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c60231a2-b84e-4099-8f54-38c044d26da4 with status ACTIVE [ 816.504227] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.504497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.504497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.504667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.504785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.505197] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.505563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.505602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.505773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.506169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.506390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.506487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.506553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.506834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.506920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.507020] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c60231a2-b84e-4099-8f54-38c044d26da4 is going to be updated. [ 816.533191] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.533456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.533601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.533888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.534037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.534249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c60231a2-b84e-4099-8f54-38c044d26da4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.785191] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 816.785505] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 816.785645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.785827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.786076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.786280] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.786417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.786482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.786693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.786782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.786880] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.811114] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c in Status: SUCCESS [ 816.811114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.811309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.811404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.812626] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.812626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.812626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.812626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.812626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.812626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.812626] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.187597] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 817.187597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.290392] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.315817] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.793995] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.817402] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5caa72a0-5646-48ca-a894-aff20b8fdb2c: rpc.has_security_group_logging(os_id): False [ 817.840924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.841107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.841171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.841363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.841481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.841744] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.841840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.841916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.842094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.842184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.842273] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c is going to be created. [ 817.914665] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.914972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.914972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.915142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.915461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.932450] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c in Status: IN_PROGRESS for 2s [ 818.298792] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.299159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.299159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.299377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.299475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.299585] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 818.332812] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.333028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.333133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.333406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.333590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.347802] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 818.360806] env[65495]: INFO networking_nsxv3.common.synchronization [req-f17574a9-d0ad-41e0-84b4-d16bdbf6da8b req-715e04a9-3e17-4389-8d3a-2557b974f8e2 tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 818.361534] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 818.361924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.362125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.362194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.362440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.362600] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.362727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.362804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.362997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.364297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.364453] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.869119] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.374492] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.878196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.878480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.878480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.878642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.878842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.878842] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 819.910197] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.910376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.910430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.910593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.910731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.920300] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 819.945979] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c in Status: SUCCESS [ 819.945979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.948967] env[65495]: INFO networking_nsxv3.common.synchronization [None req-db994b5c-675f-43be-85b8-3cea08db902c None None] Enqueued Resource ID: ec664880-3e37-4051-b04f-da6ec6318291 with Priority: HIGHEST for action port [ 819.949292] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec664880-3e37-4051-b04f-da6ec6318291 with Priority: HIGHEST for action port [ 819.950694] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec664880-3e37-4051-b04f-da6ec6318291 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.950841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec664880-3e37-4051-b04f-da6ec6318291" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.950944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec664880-3e37-4051-b04f-da6ec6318291" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.951266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec664880-3e37-4051-b04f-da6ec6318291" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.951367] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec664880-3e37-4051-b04f-da6ec6318291',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.358637] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 820.359529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.359895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.359985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.360177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.360300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.361072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.361072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.361072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.361072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.361072] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.453998] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec664880-3e37-4051-b04f-da6ec6318291 [ 820.454449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.454449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.454549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.454683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.454772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.454865] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec664880-3e37-4051-b04f-da6ec6318291 already deleted. [ 820.455329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec664880-3e37-4051-b04f-da6ec6318291" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.866995] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.868137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.868137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.868905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.869076] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.869225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.869225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.869392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.869479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.869573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.869847] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.869847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.869960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.870039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.870174] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.870264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.870315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.870454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.870531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.870611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.870700] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.374953] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bdacbe6-62a2-4d22-8711-39d8c2721211: rpc.has_security_group_logging(os_id): False [ 821.397809] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.397965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.398023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.398260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.398350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.398576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.398676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.398738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.398885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.398960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.399145] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.399240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.399293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.399425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.399496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.399669] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.399759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.399830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.399948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.400864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.400988] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 821.491466] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.491800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.491800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.492014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.492169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.509820] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 821.933060] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 821.933278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.316813] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c77acee0-42fc-445d-be62-f5b22b953783 None None] Enqueued Resource ID: 997a5636-a52e-4927-9efb-f010d0db4ce5 with Priority: HIGHEST for action port [ 822.316813] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997a5636-a52e-4927-9efb-f010d0db4ce5 with Priority: HIGHEST for action port [ 822.316813] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-997a5636-a52e-4927-9efb-f010d0db4ce5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.316813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997a5636-a52e-4927-9efb-f010d0db4ce5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.316813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997a5636-a52e-4927-9efb-f010d0db4ce5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.317378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997a5636-a52e-4927-9efb-f010d0db4ce5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.317520] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997a5636-a52e-4927-9efb-f010d0db4ce5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.820762] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 997a5636-a52e-4927-9efb-f010d0db4ce5 [ 822.821055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.821764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.821853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.822752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.822752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.822752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:997a5636-a52e-4927-9efb-f010d0db4ce5 already deleted. [ 822.822752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997a5636-a52e-4927-9efb-f010d0db4ce5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.068241] env[65495]: INFO networking_nsxv3.common.synchronization [None req-73b4d2d8-0431-4c8d-ab04-4c6649f0b6c0 None None] Enqueued Resource ID: 5ba6c332-989f-4ad4-9cc5-0329c89ca4e4 with Priority: HIGHEST for action port [ 823.068860] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba6c332-989f-4ad4-9cc5-0329c89ca4e4 with Priority: HIGHEST for action port [ 823.069208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba6c332-989f-4ad4-9cc5-0329c89ca4e4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.069333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba6c332-989f-4ad4-9cc5-0329c89ca4e4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.069402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba6c332-989f-4ad4-9cc5-0329c89ca4e4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.069663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba6c332-989f-4ad4-9cc5-0329c89ca4e4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.069747] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba6c332-989f-4ad4-9cc5-0329c89ca4e4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.526889] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 823.526889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.572101] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ba6c332-989f-4ad4-9cc5-0329c89ca4e4 [ 823.572381] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.572516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.572622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.572800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.572890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.572987] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ba6c332-989f-4ad4-9cc5-0329c89ca4e4 already deleted. [ 823.573082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba6c332-989f-4ad4-9cc5-0329c89ca4e4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.900382] env[65495]: INFO networking_nsxv3.common.synchronization [None req-57c69188-4118-4f45-9da0-a0863e941f54 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_rules [ 823.901556] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_rules [ 823.901556] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.901556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.901556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.902054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.902054] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.047698] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a9e685a3-2eac-4519-b878-cb126873eca4 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_rules [ 824.048217] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_rules [ 824.048627] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.048749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.427159] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.427159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.427159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.427159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.427159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.427159] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb already deleted. [ 824.429110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.429110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.429110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.429110] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.953193] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.953544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.953544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.953625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.953822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.953822] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb already deleted. [ 824.953963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.284433] env[65495]: INFO networking_nsxv3.common.synchronization [None req-e686cfbd-21c6-4aca-9d43-2cae50bf163f None None] Enqueued Resource ID: 93a81056-25a0-46f8-a54e-2635fc52fb4e with Priority: HIGHEST for action port [ 826.287018] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a81056-25a0-46f8-a54e-2635fc52fb4e with Priority: HIGHEST for action port [ 826.287018] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a81056-25a0-46f8-a54e-2635fc52fb4e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.287645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a81056-25a0-46f8-a54e-2635fc52fb4e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.287869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a81056-25a0-46f8-a54e-2635fc52fb4e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.288255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a81056-25a0-46f8-a54e-2635fc52fb4e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.289805] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a81056-25a0-46f8-a54e-2635fc52fb4e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.324875] env[65495]: INFO networking_nsxv3.common.synchronization [None req-bf1bce3d-ae1d-4601-8c46-ae40078b19f0 None None] Enqueued Resource ID: 31b9ce70-b66a-43aa-a0df-7741a07121ad with Priority: HIGHEST for action port [ 826.325683] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b9ce70-b66a-43aa-a0df-7741a07121ad with Priority: HIGHEST for action port [ 826.326199] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b9ce70-b66a-43aa-a0df-7741a07121ad taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.326382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b9ce70-b66a-43aa-a0df-7741a07121ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.326491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b9ce70-b66a-43aa-a0df-7741a07121ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.326778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b9ce70-b66a-43aa-a0df-7741a07121ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.326914] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b9ce70-b66a-43aa-a0df-7741a07121ad',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.496372] env[65495]: INFO networking_nsxv3.common.synchronization [req-66c348cd-1ad4-4281-9788-d47fe405c943 req-5cf8353a-15a9-401e-a100-ad6e8655b4cb tempest-ServersWithSpecificFlavorTestJSON-10228382 tempest-ServersWithSpecificFlavorTestJSON-10228382-project-member] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 826.497196] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 826.497559] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.497688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.497755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.497956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.498136] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.498238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.498299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.498443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.498529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.498625] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.791403] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a81056-25a0-46f8-a54e-2635fc52fb4e [ 826.792538] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.792538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.792538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.792538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.792538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.792538] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a81056-25a0-46f8-a54e-2635fc52fb4e already deleted. [ 826.792842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a81056-25a0-46f8-a54e-2635fc52fb4e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.829478] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31b9ce70-b66a-43aa-a0df-7741a07121ad [ 826.830725] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.830725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.830725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.830946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.831078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.831122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31b9ce70-b66a-43aa-a0df-7741a07121ad already deleted. [ 826.831202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b9ce70-b66a-43aa-a0df-7741a07121ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.988894] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.989211] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.989406] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.989662] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.989953] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.990125] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.990277] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.990532] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.990680] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.990907] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.991058] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.991181] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.991288] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.991401] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.991565] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.992325] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.000853] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.001090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.003569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.003569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.021232] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.021232] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.021232] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.021232] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-345" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.021232] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.021232] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.021232] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.021232] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.021232] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('339e1c29-a17e-4ba1-8fd4-da7979c8c2c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.023591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.024330] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.024594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.025116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.025381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.026235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.026368] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be updated. [ 827.058677] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.058677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.058677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.058677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.058677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.078697] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: IN_PROGRESS for 2s [ 827.529643] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.530909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.530909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.530909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.530909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.530909] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 not found, creating... [ 827.530909] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.530909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.530909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.531342] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.531342] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.531586] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.531740] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.531855] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.532086] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.532219] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.532605] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 is going to be created. [ 827.558811] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.559173] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.559173] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.559476] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.560037] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.560037] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.281090] env[65495]: INFO networking_nsxv3.common.synchronization [req-66c348cd-1ad4-4281-9788-d47fe405c943 req-5be8a75e-08db-423e-919c-176c73648296 service nova] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 828.281090] env[65495]: INFO networking_nsxv3.common.synchronization [req-66c348cd-1ad4-4281-9788-d47fe405c943 req-5be8a75e-08db-423e-919c-176c73648296 service nova] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 828.281090] env[65495]: INFO networking_nsxv3.common.synchronization [req-66c348cd-1ad4-4281-9788-d47fe405c943 req-5be8a75e-08db-423e-919c-176c73648296 service nova] Enqueued Resource ID: 339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 with Priority: HIGHEST for action port [ 828.281090] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_rules [ 828.281090] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 828.281090] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 with Priority: HIGHEST for action port [ 828.281090] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.281090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.281090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.284168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.284168] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.286846] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.286846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.286846] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.286846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.286846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.286846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.286846] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('339e1c29-a17e-4ba1-8fd4-da7979c8c2c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.788219] env[65495]: INFO networking_nsxv3.common.synchronization [None req-abbb3d1f-a983-4e33-ac61-235aac507c1c None None] Enqueued Resource ID: 132d5a8e-637f-40f5-bc00-56b2a37614d8 with Priority: HIGHEST for action port [ 828.788763] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 132d5a8e-637f-40f5-bc00-56b2a37614d8 with Priority: HIGHEST for action port [ 828.792030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.792030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-132d5a8e-637f-40f5-bc00-56b2a37614d8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-132d5a8e-637f-40f5-bc00-56b2a37614d8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-132d5a8e-637f-40f5-bc00-56b2a37614d8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-132d5a8e-637f-40f5-bc00-56b2a37614d8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.792030] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('132d5a8e-637f-40f5-bc00-56b2a37614d8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.792030] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 with status ACTIVE [ 828.792030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.792030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.792030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.793426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.793426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.793426] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.793426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.793426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.793426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.793426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.793426] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 339e1c29-a17e-4ba1-8fd4-da7979c8c2c9 is going to be updated. [ 828.821060] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.821208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.821283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.821516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.821888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.822156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-339e1c29-a17e-4ba1-8fd4-da7979c8c2c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.088653] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: SUCCESS [ 829.090805] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 deletion is rescheduled due to dependency. [ 829.090805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.090805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.090805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.090805] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.090805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.090805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.090805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.090805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.090805] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.252957] env[65495]: INFO networking_nsxv3.common.synchronization [req-ec897522-0c0c-4b4b-87ab-7f43d183452c req-75b45d46-ae54-4fea-a4f0-3dfa32dba943 tempest-ServersNegativeTestMultiTenantJSON-1698666894 tempest-ServersNegativeTestMultiTenantJSON-1698666894-project-member] Enqueued Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_members [ 829.253507] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_members [ 829.253812] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.253930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.254008] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.254279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.254672] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.254672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.254870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.254870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.254992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.255058] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.297200] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 132d5a8e-637f-40f5-bc00-56b2a37614d8 [ 829.298652] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.298652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.298652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.298652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.298652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.298652] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:132d5a8e-637f-40f5-bc00-56b2a37614d8 already deleted. [ 829.298652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-132d5a8e-637f-40f5-bc00-56b2a37614d8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.592661] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.708336] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.708477] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-792" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.708524] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-792" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.708826] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-792" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.709096] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.709248] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.709361] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.709601] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.709753] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.709959] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.710086] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.710195] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.710299] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.710409] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.710515] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.710642] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.733485] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.733690] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.733824] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.734572] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-792" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.734572] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.734572] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.734802] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.734985] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.735137] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a6ad3d-b609-4b8e-b674-b9bf665c9e39',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.758294] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.758449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.758514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.758718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.758807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.759027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.759101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.759166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.759305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.759382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.759465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 already deleted. [ 829.759543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.097739] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.238227] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.238472] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.238598] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.238899] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.239059] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.239389] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 96a6ad3d-b609-4b8e-b674-b9bf665c9e39 not found, creating... [ 830.239694] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.239901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.240066] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.240320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.240588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.240805] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.240994] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.241180] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.241416] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.241583] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.241752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 96a6ad3d-b609-4b8e-b674-b9bf665c9e39 is going to be created. [ 830.266243] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.266421] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.266576] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.267133] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.267380] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.267607] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.601227] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.601382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.601458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.601673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.601776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.601893] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be updated. [ 830.638082] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.638556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.638556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.638556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.638709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.650444] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: IN_PROGRESS for 2s [ 831.008291] env[65495]: INFO networking_nsxv3.common.synchronization [req-ec897522-0c0c-4b4b-87ab-7f43d183452c req-b020843a-6b6a-4838-baab-703639cea55c service nova] Enqueued Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_rules [ 831.008291] env[65495]: INFO networking_nsxv3.common.synchronization [req-ec897522-0c0c-4b4b-87ab-7f43d183452c req-b020843a-6b6a-4838-baab-703639cea55c service nova] Enqueued Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_members [ 831.008291] env[65495]: INFO networking_nsxv3.common.synchronization [req-ec897522-0c0c-4b4b-87ab-7f43d183452c req-b020843a-6b6a-4838-baab-703639cea55c service nova] Enqueued Resource ID: 96a6ad3d-b609-4b8e-b674-b9bf665c9e39 with Priority: HIGHEST for action port [ 831.008291] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_rules [ 831.008291] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_members [ 831.008291] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a6ad3d-b609-4b8e-b674-b9bf665c9e39 with Priority: HIGHEST for action port [ 831.009567] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.009861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.010064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.010552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.010732] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.012024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.012393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.012554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.012868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.013230] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.013615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.013985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.014531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.015048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.015254] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.016304] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.018035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.018035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.018035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.018035] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a6ad3d-b609-4b8e-b674-b9bf665c9e39',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.519300] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.519656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.520728] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.521608] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a6ad3d-b609-4b8e-b674-b9bf665c9e39 with status ACTIVE [ 831.521807] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.521929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.522013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.522220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.522309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.522760] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.522760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.522947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.522947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.523037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.524239] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.524239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.524239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.524239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.524239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.524239] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a6ad3d-b609-4b8e-b674-b9bf665c9e39 is going to be updated. [ 831.547395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.547591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.548477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.548477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.548477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a6ad3d-b609-4b8e-b674-b9bf665c9e39" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.028918] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.531337] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.531926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.531926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.531926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.531926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.532174] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 is going to be created. [ 832.556795] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.557042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.557290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.557413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.568952] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 in Status: UNINITIALIZED for 2s [ 832.660952] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: SUCCESS [ 832.661313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.661571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.661891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.662208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.662407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.662523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.662758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.662890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.663049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.663200] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.166399] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.668529] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de1ea9fb-f859-446f-9534-793872ee8d55: rpc.has_security_group_logging(os_id): False [ 833.690682] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.690921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.690921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.691133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.691234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.691498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.691594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.691648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.691807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.691876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.692011] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be updated. [ 833.726907] env[65495]: INFO networking_nsxv3.common.synchronization [req-16f86472-04ed-4cd0-997e-6854d1366179 req-7090b649-24ba-48ae-aa4b-c1e368a92a50 tempest-ListImageFiltersTestJSON-1255282720 tempest-ListImageFiltersTestJSON-1255282720-project-member] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 833.727834] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 833.728276] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.728970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.728970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.728970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.729269] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.729477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.729641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.729900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.730036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.730167] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.786495] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.786776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.786900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.787180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.787384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.806528] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: IN_PROGRESS for 2s [ 834.203303] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac56481f-f5a8-4bb2-aca8-3bb4dbbe4149 req-d1dfdb70-cb6d-43c1-80b4-d4bf2f7d79ba tempest-ServersV294TestFqdnHostnames-825422637 tempest-ServersV294TestFqdnHostnames-825422637-project-member] Enqueued Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_members [ 834.203303] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_members [ 834.204055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.204356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.204555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.204940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.206411] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.206411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.206411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.207023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.207023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.207023] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.233581] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.372417] env[65495]: INFO networking_nsxv3.common.synchronization [None req-448d668c-5c7f-45ce-9d23-a1036234cfb7 None None] Enqueued Resource ID: 0b9dff12-ad8c-4891-bcbc-093c22c698ea with Priority: HIGHEST for action port [ 834.372417] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9dff12-ad8c-4891-bcbc-093c22c698ea with Priority: HIGHEST for action port [ 834.372417] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9dff12-ad8c-4891-bcbc-093c22c698ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.372417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9dff12-ad8c-4891-bcbc-093c22c698ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.372417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9dff12-ad8c-4891-bcbc-093c22c698ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.372916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9dff12-ad8c-4891-bcbc-093c22c698ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.373627] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9dff12-ad8c-4891-bcbc-093c22c698ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.580391] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 in Status: SUCCESS [ 834.580607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.580811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.581053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.581246] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.581364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.581431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.581578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.581660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581833] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.709282] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.709835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.709835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.710270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.711287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.711287] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.711287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.711287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.711287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.711287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.711287] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce already deleted. [ 834.711717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.737299] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.876579] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b9dff12-ad8c-4891-bcbc-093c22c698ea [ 834.876886] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.877071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.877592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.877679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.877732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.877836] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b9dff12-ad8c-4891-bcbc-093c22c698ea already deleted. [ 834.877944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9dff12-ad8c-4891-bcbc-093c22c698ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.018436] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.018436] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-130" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.018436] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-130" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.018706] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-130" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.019864] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.019864] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.019864] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.019864] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.019864] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.019864] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.019864] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.019864] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.020278] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.020278] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.020278] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.020394] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.042215] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.042215] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.042215] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.042215] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-130" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.042215] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.042215] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.042215] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.042215] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.043527] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.087309] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.088099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.088099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.088263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.088314] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.088416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.088480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.089819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.089819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.089819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.090508] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.241924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.242134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.242184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.242402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.242493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.242595] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be updated. [ 835.275919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.276314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.276314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.276457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.276615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.290022] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: IN_PROGRESS for 2s [ 835.549068] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.549068] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.549336] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.551941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.551941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.551941] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 not found, creating... [ 835.551941] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.551941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.551941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.551941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.551941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.551941] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.552944] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.552944] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.552944] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.552944] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.552944] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 is going to be created. [ 835.581194] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.582906] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.583112] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.583411] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.583919] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.583919] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.594120] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5: rpc.has_security_group_logging(os_id): False [ 835.613216] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.613216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.613216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.613216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.613530] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.613530] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.613635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.613682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.614725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.614725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.614725] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.614725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.614725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.614725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.614725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615255] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.615255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.615255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.615776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.616059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.616059] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 is going to be created. [ 835.731663] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.731663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.731663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.732249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.732249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.786949] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 in Status: IN_PROGRESS for 2s [ 835.842589] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: SUCCESS [ 835.842809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.308574] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac56481f-f5a8-4bb2-aca8-3bb4dbbe4149 req-ec1574ed-b466-4de2-afc0-26f344af70e5 service nova] Enqueued Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_rules [ 836.308574] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac56481f-f5a8-4bb2-aca8-3bb4dbbe4149 req-ec1574ed-b466-4de2-afc0-26f344af70e5 service nova] Enqueued Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_members [ 836.308574] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac56481f-f5a8-4bb2-aca8-3bb4dbbe4149 req-ec1574ed-b466-4de2-afc0-26f344af70e5 service nova] Enqueued Resource ID: 1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 with Priority: HIGHEST for action port [ 836.309222] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_rules [ 836.309394] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_members [ 836.309564] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 with Priority: HIGHEST for action port [ 836.309901] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.310086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.310179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.310413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.310531] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.312143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.312283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.312452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.312707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.312861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.313940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.314688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.314688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.314688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.314688] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.316329] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.316413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.316482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.316691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.316799] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.649284] env[65495]: INFO networking_nsxv3.common.synchronization [None req-273a7c12-11cd-474e-bec2-8e2754ce32ec None None] Enqueued Resource ID: 07a3578d-3ebb-4ec3-b294-22914416b7c2 with Priority: HIGHEST for action port [ 836.649468] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a3578d-3ebb-4ec3-b294-22914416b7c2 with Priority: HIGHEST for action port [ 836.649769] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a3578d-3ebb-4ec3-b294-22914416b7c2 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.649886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a3578d-3ebb-4ec3-b294-22914416b7c2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.649940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a3578d-3ebb-4ec3-b294-22914416b7c2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.650366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a3578d-3ebb-4ec3-b294-22914416b7c2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.650455] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a3578d-3ebb-4ec3-b294-22914416b7c2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.824103] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.824103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.824103] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.826160] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 with status ACTIVE [ 836.826160] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.826160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.826160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.826160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.826160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.826160] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.826160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.826160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.826743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.829290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.829290] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.829290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.829290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.829290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.829290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.829290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9 is going to be updated. [ 836.850563] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.850760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.850831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.851048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.851222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.853012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ac5f96e-bed6-4408-9bcc-d65d0cf9a7c9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.149146] env[65495]: INFO networking_nsxv3.common.synchronization [req-07386873-3b96-4523-a763-6ad0584b8ecd req-fa48e665-56fe-4007-9286-342d8c9623c5 tempest-ServerActionsV293TestJSON-1350336987 tempest-ServerActionsV293TestJSON-1350336987-project-member] Enqueued Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_members [ 837.151058] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_members [ 837.151567] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.151741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.151830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.152215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.152568] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.152879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.152879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.153114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.153225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.153356] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.154635] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07a3578d-3ebb-4ec3-b294-22914416b7c2 [ 837.154913] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.155055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.155130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.155350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.155461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.155599] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07a3578d-3ebb-4ec3-b294-22914416b7c2 already deleted. [ 837.155718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a3578d-3ebb-4ec3-b294-22914416b7c2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.298669] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 837.298669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.330099] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.543981] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.544636] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-885" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.545033] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-885" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.546391] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-885" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.546391] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.546391] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.549150] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.549461] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.549620] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.549856] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.549972] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.550094] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.550209] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.550328] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.550489] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.550628] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.573940] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.574920] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.574920] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.575118] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-885" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.575565] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-6407ad22-43a2-4676-93d2-cb8f8a3613c5 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.576201] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.576201] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.576330] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.576415] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6407ad22-43a2-4676-93d2-cb8f8a3613c5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.662357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.662357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.662357] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 already deleted. [ 837.662357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.801645] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 in Status: SUCCESS [ 837.801901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.832728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.833162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.833162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.833162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.833385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.833385] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce is going to be created. [ 837.860601] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.860812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.860812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.861117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.861320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.875827] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43926a4c-df34-47f4-a60d-3d05527046ce in Status: UNINITIALIZED for 2s [ 838.079538] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.079789] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.079918] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.080240] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.080395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.080550] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 6407ad22-43a2-4676-93d2-cb8f8a3613c5 not found, creating... [ 838.080808] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.080960] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.081089] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.081304] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.081438] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.081983] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.082388] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.082572] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.082846] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.083550] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.083790] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 6407ad22-43a2-4676-93d2-cb8f8a3613c5 is going to be created. [ 838.106499] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.106858] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.106997] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.107349] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.107580] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.107817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.873597] env[65495]: INFO networking_nsxv3.common.synchronization [req-07386873-3b96-4523-a763-6ad0584b8ecd req-4f54f535-ba08-4a64-9fd5-8714d957defd service nova] Enqueued Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_rules [ 838.873949] env[65495]: INFO networking_nsxv3.common.synchronization [req-07386873-3b96-4523-a763-6ad0584b8ecd req-4f54f535-ba08-4a64-9fd5-8714d957defd service nova] Enqueued Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_members [ 838.873949] env[65495]: INFO networking_nsxv3.common.synchronization [req-07386873-3b96-4523-a763-6ad0584b8ecd req-4f54f535-ba08-4a64-9fd5-8714d957defd service nova] Enqueued Resource ID: 6407ad22-43a2-4676-93d2-cb8f8a3613c5 with Priority: HIGHEST for action port [ 838.874471] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_rules [ 838.874591] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_members [ 838.874693] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6407ad22-43a2-4676-93d2-cb8f8a3613c5 with Priority: HIGHEST for action port [ 838.874967] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.875142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.875274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.875339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.875425] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.877138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.877553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.877746] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.878458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.878458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.878530] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.878795] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.879936] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6407ad22-43a2-4676-93d2-cb8f8a3613c5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.880061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.880146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.880505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.880505] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6407ad22-43a2-4676-93d2-cb8f8a3613c5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.382827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.382951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.383117] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.385191] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6407ad22-43a2-4676-93d2-cb8f8a3613c5 with status ACTIVE [ 839.385419] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.385582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.385694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.385916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.386024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.386206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.387333] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.387333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.387333] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6407ad22-43a2-4676-93d2-cb8f8a3613c5 is going to be updated. [ 839.414795] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.415054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.416249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.416249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.416249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.416249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6407ad22-43a2-4676-93d2-cb8f8a3613c5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.891102] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43926a4c-df34-47f4-a60d-3d05527046ce in Status: SUCCESS [ 839.891102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.891102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.891102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.891102] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.892614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.892614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.892614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.892614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.892614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.892614] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.894311] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.397634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.397884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.397963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.398471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.398575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.399069] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 is going to be created. [ 840.400159] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.430020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.430020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.430020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.430020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.430020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.441939] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 in Status: UNINITIALIZED for 2s [ 840.906973] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43926a4c-df34-47f4-a60d-3d05527046ce: rpc.has_security_group_logging(os_id): False [ 840.929145] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.930404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.930632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.930982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.931090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.931455] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.931563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.931667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.932406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.932406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.932406] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce is going to be created. [ 840.999490] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.999738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.999877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.000239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.000541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.013952] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43926a4c-df34-47f4-a60d-3d05527046ce in Status: IN_PROGRESS for 2s [ 842.454627] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 in Status: SUCCESS [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.457404] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.457404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.457404] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.960198] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.028915] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43926a4c-df34-47f4-a60d-3d05527046ce in Status: SUCCESS [ 843.028915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.424652] env[65495]: INFO networking_nsxv3.common.synchronization [req-c460643a-5e39-417d-bd19-6868ec4a79fb req-e27f42dc-d40f-44e1-994b-1e9aa7f1725f tempest-ServersNegativeTestMultiTenantJSON-1698666894 tempest-ServersNegativeTestMultiTenantJSON-1698666894-project-member] Enqueued Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_members [ 843.425785] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGHEST for action security_group_members [ 843.426259] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.426392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.426456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.426713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.427024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.427156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.427216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.427398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.427484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.427585] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.463038] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e63fcd55-ae81-4dea-8457-1fe972c6f7f4: rpc.has_security_group_logging(os_id): False [ 843.485906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.485906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.485906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.486193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.486193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.486835] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.486835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.486835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.487112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.487112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.487230] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 is going to be created. [ 843.563031] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.563031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.563031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.563031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.563031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.579703] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 in Status: IN_PROGRESS for 2s [ 843.930486] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.930486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.930486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.930697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.930697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.930908] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.930983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.931062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.931196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.931259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.931490] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 is going to be updated. [ 843.967097] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.967097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.967097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.967097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.967326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.976164] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 in Status: IN_PROGRESS for 2s [ 844.978732] env[65495]: INFO networking_nsxv3.common.synchronization [req-9b17e63e-98b5-4954-8a08-7566c760dd77 req-da48cee4-caf4-4deb-b837-8a736f7f0b25 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 844.979431] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 844.979793] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.979931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.980016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.980239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.980400] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.980494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.980553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.980722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.980804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.980893] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.484209] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.484370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.484440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.484712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.484816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.485038] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.485141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.485199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.485354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.485429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.485519] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 845.520827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.520983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.521054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.521255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.521398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.527092] env[65495]: INFO networking_nsxv3.common.synchronization [req-08997fb6-4853-4409-b8b1-771a7264d8e1 req-95b8c019-5c19-4e5d-abad-8b81edf78a5d tempest-ServerRescueTestJSON-223183651 tempest-ServerRescueTestJSON-223183651-project-member] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 845.527695] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 845.527998] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.530150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.530150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.530326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.530947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.530947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.530947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.530947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.530947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.530947] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.533902] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 845.592569] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 in Status: SUCCESS [ 845.592569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.987494] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 in Status: SUCCESS [ 845.987749] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 deletion is rescheduled due to dependency. [ 845.987902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.993545] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.993731] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.993851] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.994137] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.994390] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.994617] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.994741] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.994946] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.995176] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.995382] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.995495] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.995640] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.995753] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.995864] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.995968] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.996106] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.020971] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.020971] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.020971] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.020971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-749" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.020971] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-1c0f22fd-623e-4390-9c61-817112a18202 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.020971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.020971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.020971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.020971] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0f22fd-623e-4390-9c61-817112a18202',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.033569] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.523286] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.523565] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.523724] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.524171] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.524285] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.524449] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 1c0f22fd-623e-4390-9c61-817112a18202 not found, creating... [ 846.524773] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.524980] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.525125] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.525629] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.525629] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.525908] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.526079] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.526234] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.526397] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.526537] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.526695] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 1c0f22fd-623e-4390-9c61-817112a18202 is going to be created. [ 846.539148] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.549647] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.549952] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.549952] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.550416] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.550890] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.551262] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.048514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.048514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.048514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.048514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.048514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.048514] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be updated. [ 847.080837] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.080837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.080837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.081052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.081182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.093629] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: IN_PROGRESS for 2s [ 847.254425] env[65495]: INFO networking_nsxv3.common.synchronization [req-08997fb6-4853-4409-b8b1-771a7264d8e1 req-ff9a0dc6-a479-45eb-b7a6-3473021b2b85 service nova] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_rules [ 847.254624] env[65495]: INFO networking_nsxv3.common.synchronization [req-08997fb6-4853-4409-b8b1-771a7264d8e1 req-ff9a0dc6-a479-45eb-b7a6-3473021b2b85 service nova] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 847.254773] env[65495]: INFO networking_nsxv3.common.synchronization [req-08997fb6-4853-4409-b8b1-771a7264d8e1 req-ff9a0dc6-a479-45eb-b7a6-3473021b2b85 service nova] Enqueued Resource ID: 1c0f22fd-623e-4390-9c61-817112a18202 with Priority: HIGHEST for action port [ 847.255300] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_rules [ 847.255428] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 847.255534] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0f22fd-623e-4390-9c61-817112a18202 with Priority: HIGHEST for action port [ 847.255796] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.255915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.256024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.258950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.259062] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.260149] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.260309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.260515] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c0f22fd-623e-4390-9c61-817112a18202 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.260672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.260731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.262210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.262314] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0f22fd-623e-4390-9c61-817112a18202',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.543809] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 847.544023] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 847.544132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.767088] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.767088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.769410] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c0f22fd-623e-4390-9c61-817112a18202 with status ACTIVE [ 847.769410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.769410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.769410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.769410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.769410] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c0f22fd-623e-4390-9c61-817112a18202 is going to be updated. [ 847.800715] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.800715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.800715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.800715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.800715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.800715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c0f22fd-623e-4390-9c61-817112a18202" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.691957] env[65495]: INFO networking_nsxv3.common.synchronization [None req-4856e380-4ca5-4ab4-9383-cc8aa1f8dd52 None None] Enqueued Resource ID: 3e203d12-0fd9-4a6e-9d34-91a756dbf8f9 with Priority: HIGHEST for action port [ 848.692282] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e203d12-0fd9-4a6e-9d34-91a756dbf8f9 with Priority: HIGHEST for action port [ 848.692690] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e203d12-0fd9-4a6e-9d34-91a756dbf8f9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.692751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e203d12-0fd9-4a6e-9d34-91a756dbf8f9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.692793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e203d12-0fd9-4a6e-9d34-91a756dbf8f9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.693032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e203d12-0fd9-4a6e-9d34-91a756dbf8f9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.693316] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e203d12-0fd9-4a6e-9d34-91a756dbf8f9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.105216] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 849.105477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.105808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.105987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106610] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107127] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.195747] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e203d12-0fd9-4a6e-9d34-91a756dbf8f9 [ 849.195929] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.196241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.196241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.196383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.196434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.196574] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e203d12-0fd9-4a6e-9d34-91a756dbf8f9 already deleted. [ 849.196638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e203d12-0fd9-4a6e-9d34-91a756dbf8f9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.514426] env[65495]: INFO networking_nsxv3.common.synchronization [req-763e46f3-118f-418f-948a-3041982edee0 req-7a0b5a99-513f-4cc6-9938-84db0f0e0551 tempest-ServersTestJSON-202330371 tempest-ServersTestJSON-202330371-project-member] Enqueued Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_members [ 849.514900] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGHEST for action security_group_members [ 849.515857] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.515994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.516084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.516310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.516483] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.516601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.516678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.516836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.516934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.517047] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.609717] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.020731] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.022475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.022475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.022475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.050022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.050022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.050022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.050022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.050022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.050022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.050022] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 is going to be updated. [ 850.079044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.079613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.079750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.080073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.080176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.104430] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d6742a-7d16-45f3-8561-39060b170c44 in Status: IN_PROGRESS for 2s [ 850.117818] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.619791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.619958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.620042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.620289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.620385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.620483] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be updated. [ 850.653258] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.653445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.653517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.653755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.653931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.665021] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: IN_PROGRESS for 2s [ 851.570457] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f3c84305-631a-4c8a-a5e2-3dbca60e3cd8 None None] Enqueued Resource ID: 3784f37e-b801-4ccb-9ab5-c13fbb62a1de with Priority: HIGHEST for action port [ 851.571055] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3784f37e-b801-4ccb-9ab5-c13fbb62a1de with Priority: HIGHEST for action port [ 851.571322] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3784f37e-b801-4ccb-9ab5-c13fbb62a1de taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.571442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3784f37e-b801-4ccb-9ab5-c13fbb62a1de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.571499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3784f37e-b801-4ccb-9ab5-c13fbb62a1de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.571780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3784f37e-b801-4ccb-9ab5-c13fbb62a1de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.571873] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3784f37e-b801-4ccb-9ab5-c13fbb62a1de',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.074696] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3b217b22-2c2b-44da-adf0-06b2769fcbf7 None None] Enqueued Resource ID: 22a1d2df-430c-42c6-a618-2ecedf072b27 with Priority: HIGHEST for action port [ 852.077627] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3784f37e-b801-4ccb-9ab5-c13fbb62a1de [ 852.077627] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.077627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.077627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.078858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.079725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.079725] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3784f37e-b801-4ccb-9ab5-c13fbb62a1de already deleted. [ 852.079725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3784f37e-b801-4ccb-9ab5-c13fbb62a1de" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.082554] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a1d2df-430c-42c6-a618-2ecedf072b27 with Priority: HIGHEST for action port [ 852.083166] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-22a1d2df-430c-42c6-a618-2ecedf072b27 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.083603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22a1d2df-430c-42c6-a618-2ecedf072b27" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.083603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22a1d2df-430c-42c6-a618-2ecedf072b27" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.083754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22a1d2df-430c-42c6-a618-2ecedf072b27" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.083840] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a1d2df-430c-42c6-a618-2ecedf072b27',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.119025] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d6742a-7d16-45f3-8561-39060b170c44 in Status: SUCCESS [ 852.119025] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 deletion is rescheduled due to dependency. [ 852.119025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.591528] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22a1d2df-430c-42c6-a618-2ecedf072b27 [ 852.592079] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.592079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.592079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.592340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.592462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.592572] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22a1d2df-430c-42c6-a618-2ecedf072b27 already deleted. [ 852.592671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22a1d2df-430c-42c6-a618-2ecedf072b27" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.677842] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 852.678072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.678254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.678798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.678798] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.678798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.679098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.679098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.679098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.679235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.679270] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.181799] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.183551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.183551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.183551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.183551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.183551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.183551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.183551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.184033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.184033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.184133] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.184312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.184410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.184701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.184881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.185028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.185136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.185392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.185488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.186358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.186358] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.696288] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 333c820f-644f-4a19-98a0-0d33d5f0c4f8: rpc.has_security_group_logging(os_id): False [ 853.714272] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.714419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.714495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.714777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.735025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.735417] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.735598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.735712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.736015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.736183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.736422] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.736646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.736646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.736790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.736980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.737253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.737363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.737429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.737584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.737686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.737777] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be updated. [ 853.760564] env[65495]: INFO networking_nsxv3.common.synchronization [None req-66fd7291-f39d-4b7f-92a1-35471d4c260f tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_rules [ 853.760638] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_rules [ 853.761020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.761328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.761417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.761706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.761807] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.841395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.841395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.841395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.841395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.841395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.863561] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: IN_PROGRESS for 2s [ 853.936583] env[65495]: INFO networking_nsxv3.common.synchronization [None req-fd2ec1d3-1f6d-4eb4-87ee-2bd34029f0f3 tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_rules [ 853.939224] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_rules [ 853.940232] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.940389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.289131] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.289131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.289358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.289399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.289769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.289769] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 already deleted. [ 854.289769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.289944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.290028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.290113] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.760876] env[65495]: INFO networking_nsxv3.common.synchronization [req-de76de31-e1d5-4014-b8ca-083ecc3d2257 req-eaaffc62-5f24-42be-b97a-3275fd40d11c tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 854.761632] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 854.761965] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.762102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.762168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.762368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.762539] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.762662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.762729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.762878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.762963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.763070] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.801562] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a42a673d-848f-420c-9ed9-22b4e9929f64 None None] Enqueued Resource ID: 7ac14527-1564-4915-b797-a8cc9ba0ea74 with Priority: HIGHEST for action port [ 854.802105] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac14527-1564-4915-b797-a8cc9ba0ea74 with Priority: HIGHEST for action port [ 854.803808] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac14527-1564-4915-b797-a8cc9ba0ea74 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.803973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac14527-1564-4915-b797-a8cc9ba0ea74" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.804021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac14527-1564-4915-b797-a8cc9ba0ea74" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.804322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac14527-1564-4915-b797-a8cc9ba0ea74" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.804410] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac14527-1564-4915-b797-a8cc9ba0ea74',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.815955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.816253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.816351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.816614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.816734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.816856] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 already deleted. [ 854.816966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.152111] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.152312] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.152431] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.152754] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.154110] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.154209] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.154488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.154591] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.154722] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.156028] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.156191] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.156308] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.156420] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.156537] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.156647] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.156792] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.180744] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.180975] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.181148] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.181349] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-556" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.181822] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-21c5cdaa-072a-42f5-8236-26233ea3ec3d taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.181952] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.182068] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.182464] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.182638] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c5cdaa-072a-42f5-8236-26233ea3ec3d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.266164] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.266315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.266385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.266602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.288527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.288527] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.288765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.288765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.288916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.289028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.289028] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 855.306766] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ac14527-1564-4915-b797-a8cc9ba0ea74 [ 855.307049] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.307182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.307353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.307858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.307959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.308071] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ac14527-1564-4915-b797-a8cc9ba0ea74 already deleted. [ 855.308158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac14527-1564-4915-b797-a8cc9ba0ea74" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.320601] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.320811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.320904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.321163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.321970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.331452] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 855.645266] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ff1336bb-1f18-4ed4-b68a-2b142bd6d5dd None None] Enqueued Resource ID: 57684853-44e0-42c4-ae5b-6a80be3ad586 with Priority: HIGHEST for action port [ 855.646164] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57684853-44e0-42c4-ae5b-6a80be3ad586 with Priority: HIGHEST for action port [ 855.646248] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-57684853-44e0-42c4-ae5b-6a80be3ad586 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.646391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57684853-44e0-42c4-ae5b-6a80be3ad586" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.646468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57684853-44e0-42c4-ae5b-6a80be3ad586" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.646759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57684853-44e0-42c4-ae5b-6a80be3ad586" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.646872] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57684853-44e0-42c4-ae5b-6a80be3ad586',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.685536] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.685893] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.686124] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.686309] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.686539] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.686741] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 21c5cdaa-072a-42f5-8236-26233ea3ec3d not found, creating... [ 855.687054] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.687274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.687414] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.687658] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.687792] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.688109] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.688252] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.688369] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.688653] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.688894] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.689565] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 21c5cdaa-072a-42f5-8236-26233ea3ec3d is going to be created. [ 855.708908] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.709242] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.709381] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.709757] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.710028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.710388] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.920395] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 855.920789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.151410] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57684853-44e0-42c4-ae5b-6a80be3ad586 [ 856.151910] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.151910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.151910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.152183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.152238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.152310] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57684853-44e0-42c4-ae5b-6a80be3ad586 already deleted. [ 856.152429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57684853-44e0-42c4-ae5b-6a80be3ad586" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.501607] env[65495]: INFO networking_nsxv3.common.synchronization [req-de76de31-e1d5-4014-b8ca-083ecc3d2257 req-2ac11b24-e42a-43a4-8340-fe1949066fba service nova] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_rules [ 856.501790] env[65495]: INFO networking_nsxv3.common.synchronization [req-de76de31-e1d5-4014-b8ca-083ecc3d2257 req-2ac11b24-e42a-43a4-8340-fe1949066fba service nova] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 856.501960] env[65495]: INFO networking_nsxv3.common.synchronization [req-de76de31-e1d5-4014-b8ca-083ecc3d2257 req-2ac11b24-e42a-43a4-8340-fe1949066fba service nova] Enqueued Resource ID: 21c5cdaa-072a-42f5-8236-26233ea3ec3d with Priority: HIGHEST for action port [ 856.502927] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_rules [ 856.502927] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 856.502927] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c5cdaa-072a-42f5-8236-26233ea3ec3d with Priority: HIGHEST for action port [ 856.505701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.505779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.505826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.506073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.509573] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.509573] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.509573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.509573] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-21c5cdaa-072a-42f5-8236-26233ea3ec3d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.509573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.509573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.509573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.509573] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c5cdaa-072a-42f5-8236-26233ea3ec3d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.011785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.012081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.012189] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21c5cdaa-072a-42f5-8236-26233ea3ec3d with status ACTIVE [ 857.012367] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.012485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.012545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.012816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.012886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.013024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.015694] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.015694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.015694] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21c5cdaa-072a-42f5-8236-26233ea3ec3d is going to be updated. [ 857.036639] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.036639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.036639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.036639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.036639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.036639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21c5cdaa-072a-42f5-8236-26233ea3ec3d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.341971] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 857.341971] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f deletion is rescheduled due to dependency. [ 857.341971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.342177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.342222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.342452] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.342595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.342595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.342818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.342818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.343092] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.844977] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.097366] env[65495]: INFO networking_nsxv3.common.synchronization [None req-9c2961ee-d9e0-42c7-b3d5-283e016ea689 None None] Enqueued Resource ID: e8f43053-44cc-4599-a134-4cae0201c97d with Priority: HIGHEST for action port [ 858.097366] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f43053-44cc-4599-a134-4cae0201c97d with Priority: HIGHEST for action port [ 858.097366] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f43053-44cc-4599-a134-4cae0201c97d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.097366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f43053-44cc-4599-a134-4cae0201c97d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.097366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f43053-44cc-4599-a134-4cae0201c97d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.099125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f43053-44cc-4599-a134-4cae0201c97d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.099219] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f43053-44cc-4599-a134-4cae0201c97d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.347401] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.602234] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8f43053-44cc-4599-a134-4cae0201c97d [ 858.602234] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.602485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.602485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.603026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.603411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.603510] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8f43053-44cc-4599-a134-4cae0201c97d already deleted. [ 858.603601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f43053-44cc-4599-a134-4cae0201c97d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.851214] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.851469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.851538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.851796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.851906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.852051] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 858.886035] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.886229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.886278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.886482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.886641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.897398] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 860.912168] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 860.912460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.912569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.912829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.913060] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.913190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.913300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.913402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.913515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.913570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.913658] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.416429] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.416625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.416625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.416790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.417084] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.417218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.417218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.417377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.417464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.417553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.417704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.417797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.417920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.417994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.418143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.418234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.418294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.418430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.418507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.418836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.418959] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.921856] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac00235-abcf-445c-b49b-b08caab2210f: rpc.has_security_group_logging(os_id): False [ 861.942033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.942033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.942033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.942033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.942033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.942361] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.942361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.942361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.942644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.942747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.944150] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.944150] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.944150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.944150] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 862.009843] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.009994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.010062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.010605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.010605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.024254] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 862.200341] env[65495]: INFO networking_nsxv3.common.synchronization [req-faed1ddd-ff02-495f-9e7f-a6a945d1b1f9 req-37c17432-e109-4da2-9d41-3d8f21ab0c43 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_members [ 862.200550] env[65495]: INFO networking_nsxv3.common.synchronization [req-faed1ddd-ff02-495f-9e7f-a6a945d1b1f9 req-37c17432-e109-4da2-9d41-3d8f21ab0c43 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 862.200771] env[65495]: INFO networking_nsxv3.common.synchronization [req-faed1ddd-ff02-495f-9e7f-a6a945d1b1f9 req-37c17432-e109-4da2-9d41-3d8f21ab0c43 tempest-SecurityGroupsTestJSON-1305147930 tempest-SecurityGroupsTestJSON-1305147930-project-member] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 862.201529] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGHEST for action security_group_members [ 862.201668] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 with Priority: HIGHEST for action security_group_members [ 862.201758] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGHEST for action security_group_members [ 862.202477] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.202944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.202944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.203070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.203177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.203286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.203349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.203521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.203610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.203709] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.204915] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.205093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.205147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.205285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.206335] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.206335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.206335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.206335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.206335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.206335] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0371e86-a8a5-4ec2-8904-aae64d2d54a4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.206841] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.206946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.207037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.207193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.207662] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.207773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.207831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.207979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.209310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.209310] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.710147] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.710358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.710406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.710587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.711909] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.712029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.712284] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.712371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.735604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.735934] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.736076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.736150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.736369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.736459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.736555] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 is going to be updated. [ 862.737799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.738070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.755794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.756041] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.756165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.756232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.756429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.756511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.756602] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c342482e-38a4-4e19-9d81-223f847bcb36 is going to be updated. [ 862.757568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.757726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.757812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.757991] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.758314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.758384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.758531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.758617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.758694] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be updated. [ 862.768907] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.769074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.769154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.769360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.769520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.783090] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: IN_PROGRESS for 2s [ 862.795784] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.795966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.796103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.796318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.796411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.798148] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.798257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.798328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.798504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.798623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.809163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: IN_PROGRESS for 2s [ 862.809831] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: IN_PROGRESS for 2s [ 864.040975] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 864.041273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.794354] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 in Status: SUCCESS [ 864.794639] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0371e86-a8a5-4ec2-8904-aae64d2d54a4 deletion is rescheduled due to dependency. [ 864.794865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0371e86-a8a5-4ec2-8904-aae64d2d54a4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.819811] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c342482e-38a4-4e19-9d81-223f847bcb36 in Status: SUCCESS [ 864.820956] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c342482e-38a4-4e19-9d81-223f847bcb36 deletion is rescheduled due to dependency. [ 864.820956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.821108] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b357152-8c98-42b9-8607-3fc98bd4465a in Status: SUCCESS [ 864.821244] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a deletion is rescheduled due to dependency. [ 864.821346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.202408] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 867.202697] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 869.157987] env[65495]: INFO networking_nsxv3.common.synchronization [req-2e50819b-d800-48ab-9068-f273a863b644 req-a6329913-8e4f-4d19-b7ea-b680f94be5c2 tempest-ImagesOneServerNegativeTestJSON-822297237 tempest-ImagesOneServerNegativeTestJSON-822297237-project-member] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 869.157987] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGHEST for action security_group_members [ 869.157987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.157987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.157987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.158654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.159024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.159245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.159370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.159588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.159752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.159907] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.662940] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.664109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.664109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.664109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.664109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.664227] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.664287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.664379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.664506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.664586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.664719] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be updated. [ 869.694799] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.694995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.695132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.695350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.695498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.706013] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: IN_PROGRESS for 2s [ 871.720341] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00235-abcf-445c-b49b-b08caab2210f in Status: SUCCESS [ 871.720341] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00235-abcf-445c-b49b-b08caab2210f deletion is rescheduled due to dependency. [ 871.720637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.921133] env[65495]: INFO networking_nsxv3.common.synchronization [req-c729ef44-65bc-42b0-bb5a-b2a48b41ae0c req-078f2379-6a81-4f45-b044-c81d1fd64bec tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 872.921706] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 872.922028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.922921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.922921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.922921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.922921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.922921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.922921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.922921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.923177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923177] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.295407] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.295407] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.295546] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.295750] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.296057] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.296241] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.296370] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.296580] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.296724] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.296933] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.297079] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.297193] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.297301] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.297415] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.297521] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.297652] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.401818] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.402439] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.104 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.402439] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.402439] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.402835] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-2dd205ef-d403-44fb-a927-7258a5145bdb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.403179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.403348] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.403712] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.403904] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd205ef-d403-44fb-a927-7258a5145bdb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.426898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.427117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.427192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.427419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.427513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.427752] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.427873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.427957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.428136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.428216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.428307] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 873.457786] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.457993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.458085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.458908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.459149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.468692] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 873.906673] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.906964] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.907124] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.907419] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.907569] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.907725] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 2dd205ef-d403-44fb-a927-7258a5145bdb not found, creating... [ 873.908052] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.908221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.908339] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.908555] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.908717] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.909041] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.909209] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.909338] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.909575] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.909730] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.909870] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 2dd205ef-d403-44fb-a927-7258a5145bdb is going to be created. [ 873.930499] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.930804] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.930869] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.931170] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.931413] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.931654] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.030058] env[65495]: INFO networking_nsxv3.common.synchronization [req-c729ef44-65bc-42b0-bb5a-b2a48b41ae0c req-58457b85-8e8a-4f10-b3e9-82eddfe0f052 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 875.030058] env[65495]: INFO networking_nsxv3.common.synchronization [req-c729ef44-65bc-42b0-bb5a-b2a48b41ae0c req-58457b85-8e8a-4f10-b3e9-82eddfe0f052 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 875.030058] env[65495]: INFO networking_nsxv3.common.synchronization [req-c729ef44-65bc-42b0-bb5a-b2a48b41ae0c req-58457b85-8e8a-4f10-b3e9-82eddfe0f052 service nova] Enqueued Resource ID: 2dd205ef-d403-44fb-a927-7258a5145bdb with Priority: HIGHEST for action port [ 875.030058] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 875.030058] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 875.030058] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd205ef-d403-44fb-a927-7258a5145bdb with Priority: HIGHEST for action port [ 875.030058] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.030058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.030058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.030662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.030662] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.033261] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.033368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.033579] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd205ef-d403-44fb-a927-7258a5145bdb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.033697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.033766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.034995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.034995] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd205ef-d403-44fb-a927-7258a5145bdb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.193352] env[65495]: INFO networking_nsxv3.common.synchronization [req-5c97d0ab-aba4-4bdb-a905-e2d399be2858 req-736c806a-3f48-41f0-8561-6049985d7f0d tempest-ServerRescueTestJSON-223183651 tempest-ServerRescueTestJSON-223183651-project-member] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 875.193490] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 875.193803] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.193936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.193992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.194259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.194763] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.194883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.194948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.195123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.195256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.195303] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.480515] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 875.480702] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea deletion is rescheduled due to dependency. [ 875.480821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.480977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.481201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.481382] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.481513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.481558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.481706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.481782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.481881] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.535687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.535835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.536060] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd205ef-d403-44fb-a927-7258a5145bdb with status ACTIVE [ 875.536268] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.536380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.536443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.536656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.536745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.536910] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.537032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.537112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.537307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.537360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.537516] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.537606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.537683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.537858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.537945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.538049] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd205ef-d403-44fb-a927-7258a5145bdb is going to be updated. [ 875.560077] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.560255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.560255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.560525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.560700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.560891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd205ef-d403-44fb-a927-7258a5145bdb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.698121] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.985462] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.200946] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.490106] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.703750] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.703922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.705191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.705191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.705191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.705191] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be updated. [ 876.734152] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.734374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.734452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.734659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.735800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.747686] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: IN_PROGRESS for 2s [ 876.994981] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.994981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.994981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.995212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.995332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.995458] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 877.027278] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.027506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.027506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.027808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.028075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.037715] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 877.965027] env[65495]: INFO networking_nsxv3.common.synchronization [req-12b3d3d9-15c2-4176-befb-0d12415566c3 req-aef39bfb-b346-4062-92ae-4b0d3be305d9 tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 877.965906] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 877.966319] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.966625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.967262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.967518] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.967690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.967803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.968072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.968223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.968396] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.256762] env[65495]: INFO networking_nsxv3.common.synchronization [req-ecfb36db-4871-4169-9d38-f22598070b89 req-561543a9-366c-429e-ae40-a38e253fa3a7 tempest-ServersNegativeTestJSON-470757134 tempest-ServersNegativeTestJSON-470757134-project-member] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 878.259010] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 878.259010] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.259010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.259010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.259010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.259010] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.259010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.259010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.259010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.259010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.259010] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.474591] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.613189] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.613189] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.616014] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.616458] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.616769] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.616974] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.617071] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.617642] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.617753] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.617974] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.618199] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.618361] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.618450] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.618562] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.618772] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.618915] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.640208] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.640402] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.640550] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.640724] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.641075] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.641263] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.641383] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.642499] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.642673] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e803d4-8a3b-4e05-bb0c-712c6e9719eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.758031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 878.758296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.760806] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.760966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.761057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.761264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.761341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.761537] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.761677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.761711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.761836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.761911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.761993] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce already deleted. [ 878.762084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.977757] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.050995] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 879.050995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.050995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.051359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.051637] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.051945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.052170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.052571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.052571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.052571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.052744] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.145164] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.145422] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.145553] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.145988] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.146200] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.146380] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port e1e803d4-8a3b-4e05-bb0c-712c6e9719eb not found, creating... [ 879.146680] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.146861] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.146983] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.147293] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.147447] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.147763] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.147937] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.148074] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.148320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.149030] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.149030] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb is going to be created. [ 879.170653] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.170941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.171130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.171420] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.171650] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.171950] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.480861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.480980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.481215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.481415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.481572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.481733] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 879.512949] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.512949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.513117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.513560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.513560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.522895] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 879.555677] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.555677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.555677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.555932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.556092] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.556207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.556264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.556372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.556463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.556552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.556693] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.556950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.556950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.557035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.557322] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.557322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.557322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.557520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.557520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.557597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.557769] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.937202] env[65495]: INFO networking_nsxv3.common.synchronization [req-ecfb36db-4871-4169-9d38-f22598070b89 req-7e303ea3-88e9-4141-9efa-7f283153acf1 service nova] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_rules [ 879.937202] env[65495]: INFO networking_nsxv3.common.synchronization [req-ecfb36db-4871-4169-9d38-f22598070b89 req-7e303ea3-88e9-4141-9efa-7f283153acf1 service nova] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 879.937202] env[65495]: INFO networking_nsxv3.common.synchronization [req-ecfb36db-4871-4169-9d38-f22598070b89 req-7e303ea3-88e9-4141-9efa-7f283153acf1 service nova] Enqueued Resource ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb with Priority: HIGHEST for action port [ 879.937202] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_rules [ 879.937202] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 879.937202] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb with Priority: HIGHEST for action port [ 879.938371] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.938757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.938990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.939404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.939719] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.942751] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.943049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.943541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.943808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.945049] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.945372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.945560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.945862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.946063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.946285] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.948514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.948514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.949739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.949739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.949739] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e803d4-8a3b-4e05-bb0c-712c6e9719eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.061335] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea: rpc.has_security_group_logging(os_id): False [ 880.087077] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.087077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.087077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.087077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.087077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.087308] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.087308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.087472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.087500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.087655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.087733] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.087830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.087892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.088050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.088126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.090071] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.090071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.090071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.090071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.090071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.090071] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 880.149061] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.149269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.149318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.149518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.149664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.163249] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 880.444055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.444221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.448555] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.451219] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e803d4-8a3b-4e05-bb0c-712c6e9719eb with status ACTIVE [ 880.451423] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.451566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.451628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.451814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.451903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.452092] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.452206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.452264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.452396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.452472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.452650] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.452830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.452916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.453075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.453354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.453354] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb is going to be updated. [ 880.474158] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.474379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.474470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.474656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.474814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.474985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.951338] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.023079] env[65495]: INFO networking_nsxv3.common.synchronization [req-5c449487-e1d7-4693-b69f-cf0c0aec4745 req-d7226455-8b3e-4ccd-aa16-de9339a23c30 tempest-FloatingIPsAssociationTestJSON-27758565 tempest-FloatingIPsAssociationTestJSON-27758565-project-member] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 881.023724] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 881.024360] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.024360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.024360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.024360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.024571] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.024626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.024657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.024900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.024900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.024992] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.335455] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.335740] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.335806] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.336300] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.336593] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.336743] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.336853] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.337247] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.341018] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.341018] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.341018] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.341018] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.341018] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.341018] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.341018] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.341018] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.356556] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.356736] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.356878] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.357216] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.357408] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-f0261665-e10d-4495-95c8-fffcea28d880 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.357588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.357708] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.358307] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.358307] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0261665-e10d-4495-95c8-fffcea28d880',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.453947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.454180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.454211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.454436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.454528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.454630] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be created. [ 881.478403] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.478575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.478644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.478830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.478991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.489563] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: UNINITIALIZED for 2s [ 881.527463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.527624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.527695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.527918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.528416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.528772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.529052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.529052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.529440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.529570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.529691] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 already deleted. [ 881.529842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.535045] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 881.535045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.862665] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.862812] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.863014] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.863347] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.864064] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.864064] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port f0261665-e10d-4495-95c8-fffcea28d880 not found, creating... [ 881.864064] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.864292] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.864292] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.864464] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.864595] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.864907] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.865108] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.865245] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.865457] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.865590] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.865731] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: f0261665-e10d-4495-95c8-fffcea28d880 is going to be created. [ 881.888303] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.888303] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.888303] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.888622] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.888938] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.889271] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.178452] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 882.178452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.600390] env[65495]: INFO networking_nsxv3.common.synchronization [req-5c449487-e1d7-4693-b69f-cf0c0aec4745 req-00de9b4c-9f0b-4cea-870c-e6487820a523 service nova] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_rules [ 882.600855] env[65495]: INFO networking_nsxv3.common.synchronization [req-5c449487-e1d7-4693-b69f-cf0c0aec4745 req-00de9b4c-9f0b-4cea-870c-e6487820a523 service nova] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 882.600855] env[65495]: INFO networking_nsxv3.common.synchronization [req-5c449487-e1d7-4693-b69f-cf0c0aec4745 req-00de9b4c-9f0b-4cea-870c-e6487820a523 service nova] Enqueued Resource ID: f0261665-e10d-4495-95c8-fffcea28d880 with Priority: HIGHEST for action port [ 882.600962] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_rules [ 882.601062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 882.601164] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0261665-e10d-4495-95c8-fffcea28d880 with Priority: HIGHEST for action port [ 882.601913] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.602242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.602343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.602674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.602735] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.604113] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.604113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.604113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.604113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.604299] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.604299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.604361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.604519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.604631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.604728] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.605606] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0261665-e10d-4495-95c8-fffcea28d880 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.605755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.605880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.606032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.606157] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0261665-e10d-4495-95c8-fffcea28d880',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.108042] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.108204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.108487] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.109712] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0261665-e10d-4495-95c8-fffcea28d880 with status ACTIVE [ 883.109823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.109927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.109996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.110212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.110356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.110581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.110684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.110746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.110927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.110978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.111230] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.111230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.111348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.111440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.111509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.111636] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0261665-e10d-4495-95c8-fffcea28d880 is going to be updated. [ 883.134828] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.134828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.134828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.134828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.134828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.134828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0261665-e10d-4495-95c8-fffcea28d880" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.499651] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 883.499954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.500140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.500357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.500549] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.500670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.500764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.500897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.500977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.501075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.501168] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.615033] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.886137] env[65495]: INFO networking_nsxv3.common.synchronization [req-0833425c-70a5-4c48-aeb5-7d38886dcaca req-c8a683ab-2afd-44f9-ab28-6a5272c83df0 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_members [ 883.886886] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_members [ 883.887393] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.887536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.887589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.887841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.887992] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.888171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.888171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.888366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.888463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.888644] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.005180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.005180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.005180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.005180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.005180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.005872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.005872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.005872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.005872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.005872] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.116075] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.116252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.116395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.116587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.116678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.116790] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 is going to be created. [ 884.147460] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.147642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.147872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.148042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.148209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.167455] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: UNINITIALIZED for 2s [ 884.272058] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.272334] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.272435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.272869] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.273217] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.273384] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.273526] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.274047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.274047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.274206] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.274328] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.274436] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.274559] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.274718] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.274820] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.274974] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.299475] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.299718] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.299846] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.300047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.300388] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-092839fb-82ee-40d0-ac6d-69aa86dbec76 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.300615] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.300734] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.301095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.301274] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092839fb-82ee-40d0-ac6d-69aa86dbec76',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.395088] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.395088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.395088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.395352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.395352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.395557] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.395657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.395719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.395913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.395990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.396091] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb already deleted. [ 884.396172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.511490] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce: rpc.has_security_group_logging(os_id): False [ 884.533551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.533737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.533836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.534145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.534252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.534583] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.534701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.534816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.535091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.535204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.535490] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.535650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.535765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.535963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.536130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.536438] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.536565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.536643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.536869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.536954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.537116] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be created. [ 884.608152] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.608152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.608152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.608152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.608477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.627463] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 884.804180] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.804534] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.804688] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.805068] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.805247] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.805445] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 092839fb-82ee-40d0-ac6d-69aa86dbec76 not found, creating... [ 884.805759] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.805934] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.806109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.806393] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.806538] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.806878] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.807067] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.807381] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.807440] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.807557] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.807825] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 092839fb-82ee-40d0-ac6d-69aa86dbec76 is going to be created. [ 884.836431] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.836718] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.836903] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.837270] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.837526] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.837854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.558892] env[65495]: INFO networking_nsxv3.common.synchronization [req-0833425c-70a5-4c48-aeb5-7d38886dcaca req-175fc6f0-8481-437c-a710-534350eeada2 service nova] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_rules [ 885.558892] env[65495]: INFO networking_nsxv3.common.synchronization [req-0833425c-70a5-4c48-aeb5-7d38886dcaca req-175fc6f0-8481-437c-a710-534350eeada2 service nova] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_members [ 885.558892] env[65495]: INFO networking_nsxv3.common.synchronization [req-0833425c-70a5-4c48-aeb5-7d38886dcaca req-175fc6f0-8481-437c-a710-534350eeada2 service nova] Enqueued Resource ID: 092839fb-82ee-40d0-ac6d-69aa86dbec76 with Priority: HIGHEST for action port [ 885.558892] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_rules [ 885.558892] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_members [ 885.558892] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092839fb-82ee-40d0-ac6d-69aa86dbec76 with Priority: HIGHEST for action port [ 885.558892] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.558892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.559870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.560445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.560445] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.562123] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.562451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.562747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.566395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.566395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.566395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.566395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.566395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.566395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.566395] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.567431] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-092839fb-82ee-40d0-ac6d-69aa86dbec76 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.567534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.568012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.568012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.568012] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092839fb-82ee-40d0-ac6d-69aa86dbec76',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.069366] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.069693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.069728] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.070754] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 092839fb-82ee-40d0-ac6d-69aa86dbec76 with status ACTIVE [ 886.070944] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.071127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.071171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.071387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.071497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.071716] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.071831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.071898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.072143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.072338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.072593] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.072717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.072782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.072963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.073057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.073146] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 092839fb-82ee-40d0-ac6d-69aa86dbec76 is going to be updated. [ 886.130164] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.130164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.130164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.130164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.130164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.130164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092839fb-82ee-40d0-ac6d-69aa86dbec76" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.180834] env[65495]: INFO networking_nsxv3.common.synchronization [req-618e2744-39ce-483a-9d1a-b9a02c9ed4dd req-89d3a46f-ce3c-4de2-bf8e-e3b0ad3eac1f tempest-ListImageFiltersTestJSON-1255282720 tempest-ListImageFiltersTestJSON-1255282720-project-member] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 886.184435] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGHEST for action security_group_members [ 886.185481] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: SUCCESS [ 886.185689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.186470] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.186470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.186661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.186742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.186898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.187095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.187931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.188165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.188262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.188360] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.189265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.189444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.189622] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.189736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.189802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.189950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.190057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.190163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.190300] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.575413] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.643261] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 886.643261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.692588] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.692860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.692976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.693274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.694581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.694697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.694763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.695041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.695384] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.695474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.695528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.695725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.695839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.695935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.696100] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.696202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.696266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.696416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.696551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.696641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.696702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.696835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.696909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.696988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.697142] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.719121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.719585] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.719906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.720125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.720417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.720497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.720599] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be updated. [ 886.763701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.763958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.764040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.764262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.764413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.778955] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: IN_PROGRESS for 2s [ 886.901166] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d3d32e1-81cd-4468-bbe7-2beead5673aa req-d003261c-c6b0-4632-96da-ff7613a3b36c tempest-ServersWithSpecificFlavorTestJSON-10228382 tempest-ServersWithSpecificFlavorTestJSON-10228382-project-member] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 886.901166] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGHEST for action security_group_members [ 886.902799] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.903122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.903290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.903628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.903995] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.904335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.904495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.904738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.904939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.905618] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.080077] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.080077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.080077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.080393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.081448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.081448] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb is going to be created. [ 887.113044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.113237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.113312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.113524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.113688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.124471] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: UNINITIALIZED for 2s [ 887.199709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa20c628-5fa5-4784-9f64-37bf6a512af7: rpc.has_security_group_logging(os_id): False [ 887.222554] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.222554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.222554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.222554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.222554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.222554] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.222554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.222554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.223519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.224135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.224409] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.224527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.224593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.224780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.224968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.225307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.225436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.225509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.225691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.225783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.225884] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 is going to be created. [ 887.299294] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.299514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.299514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.299778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.299962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.314139] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: IN_PROGRESS for 2s [ 887.409553] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.409553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.409553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.409949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.410066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.410402] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.410523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.410587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.410755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.410857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.410942] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be updated. [ 887.447803] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.447803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.447803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.447803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.447803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.457043] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: IN_PROGRESS for 2s [ 887.867282] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8a213ac-6fb2-462a-858e-26a40522312e req-0ccf1035-ee23-4d8d-b365-fd63e75cb3b8 tempest-ServerAddressesTestJSON-1745936221 tempest-ServerAddressesTestJSON-1745936221-project-member] Enqueued Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_members [ 887.867282] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_members [ 887.867282] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.867282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.867282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.867282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.867282] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.867843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.868034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.868303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.868511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.868704] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.249597] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.251901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-364" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.251901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-364" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.252385] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-364" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.252510] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.253109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.253109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.253109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.253306] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.254306] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.254635] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.254758] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.254898] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.255130] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.255130] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.255298] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.278023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.278023] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.278023] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.278023] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-364" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.278333] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-51743756-d271-4ac9-b414-62d9bc120192 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.278479] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.282027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.282027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.282027] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51743756-d271-4ac9-b414-62d9bc120192',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.371606] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.371876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.371979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.372358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.372496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.372874] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.373079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.373195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.373474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.373598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.373721] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f already deleted. [ 888.373837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.786396] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.786396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.786396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.786396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.786396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.786861] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 51743756-d271-4ac9-b414-62d9bc120192 not found, creating... [ 888.786861] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.787904] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.787904] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.787904] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.787904] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.787904] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.788199] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.788320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.788577] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.788761] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.788960] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 51743756-d271-4ac9-b414-62d9bc120192 is going to be created. [ 888.790709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff in Status: SUCCESS [ 888.790927] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff deletion is rescheduled due to dependency. [ 888.791065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.815191] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.815473] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.815642] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.816053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.816354] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.816752] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.134485] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: SUCCESS [ 889.134716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.134984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.135223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.135422] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.135540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.135607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.135765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.135871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.135967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.136072] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.327419] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: SUCCESS [ 889.327797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.468548] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1ea9fb-f859-446f-9534-793872ee8d55 in Status: SUCCESS [ 889.468828] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 deletion is rescheduled due to dependency. [ 889.468958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.548910] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8a213ac-6fb2-462a-858e-26a40522312e req-f4def60e-ac02-4296-9d9f-a7e406c714b2 service nova] Enqueued Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_rules [ 889.548910] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8a213ac-6fb2-462a-858e-26a40522312e req-f4def60e-ac02-4296-9d9f-a7e406c714b2 service nova] Enqueued Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_members [ 889.548910] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8a213ac-6fb2-462a-858e-26a40522312e req-f4def60e-ac02-4296-9d9f-a7e406c714b2 service nova] Enqueued Resource ID: 51743756-d271-4ac9-b414-62d9bc120192 with Priority: HIGHEST for action port [ 889.549393] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_rules [ 889.549757] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_members [ 889.549884] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51743756-d271-4ac9-b414-62d9bc120192 with Priority: HIGHEST for action port [ 889.550217] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.550344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.550481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.550758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.550846] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.551848] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.552890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.552890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.552890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.553055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.553491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.553940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.556599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.556599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.556599] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.556599] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-51743756-d271-4ac9-b414-62d9bc120192 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.556599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.557107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.557107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.557107] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51743756-d271-4ac9-b414-62d9bc120192',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.640237] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.063659] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.065381] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.065381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.066199] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51743756-d271-4ac9-b414-62d9bc120192 with status ACTIVE [ 890.066289] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.066890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.066890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.066890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.066890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.066890] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.067160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.067160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.067284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.067284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.067507] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.067507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.067681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.067681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.067752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.067836] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51743756-d271-4ac9-b414-62d9bc120192 is going to be updated. [ 890.091406] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.091611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.091697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.092011] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.092084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.092224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51743756-d271-4ac9-b414-62d9bc120192" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.141987] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb6dba85-3ca9-493b-9c95-d6509b17bdeb: rpc.has_security_group_logging(os_id): False [ 890.168020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.168254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.168364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.168755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.168895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.169277] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.169438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.169529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.169875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.169921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.170058] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb is going to be created. [ 890.279881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.280138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.280379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.280622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.280913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.294371] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: IN_PROGRESS for 2s [ 890.569794] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.940496] env[65495]: INFO networking_nsxv3.common.synchronization [req-e901634a-fda8-4144-960c-3befa3d734e7 req-fd994399-97cb-4fb9-8cdc-430eff24f11c tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 890.941113] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 890.941444] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.941571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.941639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.941843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.942265] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.942429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.942497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.942663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.942766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.942950] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.072341] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.072561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.072612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.072872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.072964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.073018] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f is going to be created. [ 891.100823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.101046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.101116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.101467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.101624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.111667] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f in Status: UNINITIALIZED for 2s [ 891.365891] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.366125] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.366227] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.366524] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.366781] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.366938] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.367062] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.367291] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.367473] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.367629] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.368184] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.368391] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.368508] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.368623] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.368729] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.368870] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.392650] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.392650] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.392785] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.392954] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.393370] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-075eeb04-7a54-400e-86de-44fb8e15ca09 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.393613] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.393719] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.394092] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.394261] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075eeb04-7a54-400e-86de-44fb8e15ca09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.445762] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.445987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.446107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.446266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.446401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.446689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.446748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.446779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.446953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.447110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.447208] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 891.476836] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.477126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.477206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.477892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.477892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.490641] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 891.897683] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.898055] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.899999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.899999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.899999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.899999] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 075eeb04-7a54-400e-86de-44fb8e15ca09 not found, creating... [ 891.900227] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.900306] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.900427] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.900674] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.901634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.901634] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.901634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.901634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.901634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.901919] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.901919] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 075eeb04-7a54-400e-86de-44fb8e15ca09 is going to be created. [ 891.925882] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.925882] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.925882] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.926389] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.926707] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.927250] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.314290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: SUCCESS [ 892.314290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.682575] env[65495]: INFO networking_nsxv3.common.synchronization [req-e901634a-fda8-4144-960c-3befa3d734e7 req-40e5628c-a2ec-4462-a8d1-bf639c5e328a service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 892.682908] env[65495]: INFO networking_nsxv3.common.synchronization [req-e901634a-fda8-4144-960c-3befa3d734e7 req-40e5628c-a2ec-4462-a8d1-bf639c5e328a service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 892.683144] env[65495]: INFO networking_nsxv3.common.synchronization [req-e901634a-fda8-4144-960c-3befa3d734e7 req-40e5628c-a2ec-4462-a8d1-bf639c5e328a service nova] Enqueued Resource ID: 075eeb04-7a54-400e-86de-44fb8e15ca09 with Priority: HIGHEST for action port [ 892.683767] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 892.683934] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 892.684051] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075eeb04-7a54-400e-86de-44fb8e15ca09 with Priority: HIGHEST for action port [ 892.684337] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.684459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.684525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.684946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.684946] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.686896] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.686896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.686896] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-075eeb04-7a54-400e-86de-44fb8e15ca09 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.686896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.686896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.687190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687190] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075eeb04-7a54-400e-86de-44fb8e15ca09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.122976] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f in Status: SUCCESS [ 893.123263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.124032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.124032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.124032] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.124032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.124032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.124280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.124280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.124280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.124383] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.189262] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.189387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.189657] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 075eeb04-7a54-400e-86de-44fb8e15ca09 with status ACTIVE [ 893.189891] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.190034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.190103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.190296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.192312] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.192312] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.192312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.192770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.192770] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 075eeb04-7a54-400e-86de-44fb8e15ca09 is going to be updated. [ 893.218161] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.218421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.218558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.218885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.219138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.219395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075eeb04-7a54-400e-86de-44fb8e15ca09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.509737] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 893.509737] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 893.509737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.509737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.509946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.510124] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.510508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.510572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.510919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.510919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.510919] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.628998] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.629585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.631201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.631201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.631201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.631201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.631201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.631201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.631201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.631201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.631201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.631469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.631469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.631469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.635247] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.635247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.635247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.635247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.635247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.635247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.635247] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.013608] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.135666] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffac53d-73f1-4f6a-bff3-68139506b84f: rpc.has_security_group_logging(os_id): False [ 894.155427] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.155427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.155625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.155661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.156785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.156785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.156785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.156785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.156785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.156785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.156785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.156785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.156785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.157149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.157149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.157149] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.157241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.157241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.157771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.157771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.157771] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f is going to be created. [ 894.221692] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.221940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.222052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.222344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.222597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.236379] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f in Status: IN_PROGRESS for 2s [ 894.516572] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.645426] env[65495]: INFO networking_nsxv3.common.synchronization [req-edbe480d-478f-4301-bc5d-88bfe29576c2 req-7a28cbcd-a9bf-442d-a083-ba57d5b3f935 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 894.645426] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 894.645426] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.645426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.648890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.648890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.648890] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.648890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.648890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.648890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.648890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.648890] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.019804] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.020520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.020520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.020520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.021863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.021863] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 895.060893] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.060893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.060893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.064092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.064092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.080928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 895.150734] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.150734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.151158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.151158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.151225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.151660] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.151660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.151660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.151833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.151833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.152775] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 already deleted. [ 895.152775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.186719] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.186937] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.187050] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.187355] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.187633] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.187787] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.187901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.188595] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.188990] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.188990] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.189146] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.189193] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.189334] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.189845] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.189845] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.190381] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.211626] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.211845] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.211999] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.212224] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.212563] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.212738] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.212859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.213705] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.213705] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c216fa-7d27-474b-89c9-d7f2f4c63d68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.716428] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.716667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.716802] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.717206] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.717416] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.717630] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port e3c216fa-7d27-474b-89c9-d7f2f4c63d68 not found, creating... [ 895.722059] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.722564] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.722793] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.723212] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.723442] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.723939] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.724330] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.724608] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.724967] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.725208] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.725432] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: e3c216fa-7d27-474b-89c9-d7f2f4c63d68 is going to be created. [ 895.749850] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.750137] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.750289] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.750606] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.751213] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.751213] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.250478] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f in Status: SUCCESS [ 896.250478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.444707] env[65495]: INFO networking_nsxv3.common.synchronization [req-edbe480d-478f-4301-bc5d-88bfe29576c2 req-dfacb853-378d-4fca-911c-be5ff336db63 service nova] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_rules [ 896.444707] env[65495]: INFO networking_nsxv3.common.synchronization [req-edbe480d-478f-4301-bc5d-88bfe29576c2 req-dfacb853-378d-4fca-911c-be5ff336db63 service nova] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 896.444707] env[65495]: INFO networking_nsxv3.common.synchronization [req-edbe480d-478f-4301-bc5d-88bfe29576c2 req-dfacb853-378d-4fca-911c-be5ff336db63 service nova] Enqueued Resource ID: e3c216fa-7d27-474b-89c9-d7f2f4c63d68 with Priority: HIGHEST for action port [ 896.445047] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_rules [ 896.445145] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 896.445246] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c216fa-7d27-474b-89c9-d7f2f4c63d68 with Priority: HIGHEST for action port [ 896.445523] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.445679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.445708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.445956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.446561] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.447769] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.447953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.448074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.448309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.448829] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.448997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.449118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.449305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.449437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.449567] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.450397] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.451132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.451298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.451561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.452433] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c216fa-7d27-474b-89c9-d7f2f4c63d68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.957598] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.957772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.957998] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.958964] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3c216fa-7d27-474b-89c9-d7f2f4c63d68 with status ACTIVE [ 896.959253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.959394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.959461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.959661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.959749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.959959] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.960076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.960948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.961266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.961416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.962258] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.962399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.962495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.962667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.962751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.963153] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3c216fa-7d27-474b-89c9-d7f2f4c63d68 is going to be updated. [ 896.988572] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.988903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.988973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.989202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.989343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.989539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c216fa-7d27-474b-89c9-d7f2f4c63d68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.097038] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 897.097038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.097038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.097038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.097337] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.097337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.097427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.097571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.097648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.097797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.097953] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.410035] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-15e68d53-ca83-44c7-a713-50c1b060b10f tempest-ListServersNegativeTestJSON-1213023927 tempest-ListServersNegativeTestJSON-1213023927-project-member] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 897.410658] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 897.410992] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.411126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.411172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.411433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.411602] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.411733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.411798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.411955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.412074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412137] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.465421] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.603294] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.604410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.604519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.604707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.604954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.605127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.605194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.605362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.605454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.605547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.605710] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.605804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.605865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.606020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.606182] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.606316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.606409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.606608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.606739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.606876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.608421] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.914679] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.914679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.914679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.914679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.914679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.916463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.916463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.916463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.916463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.916463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.916463] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea already deleted. [ 897.916463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.939957] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.940156] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.940208] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.940578] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.940854] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.944834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.948518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.948518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.948648] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.948885] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.949019] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.949134] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.949243] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.949348] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.949450] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.949588] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.970024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.970024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.970024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.970250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.970385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.970422] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be created. [ 897.978596] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.978824] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.978968] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.979278] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.979674] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-c140c962-bebe-43d7-96ae-e111162cf685 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.980025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.980420] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.981912] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.982144] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c140c962-bebe-43d7-96ae-e111162cf685',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.007317] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.007439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.007477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.007737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.007937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.022986] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: UNINITIALIZED for 2s [ 898.111025] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bdacbe6-62a2-4d22-8711-39d8c2721211: rpc.has_security_group_logging(os_id): False [ 898.135249] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.135249] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.135249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.135661] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.135661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.135661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.135661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.135790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.136107] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.136107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.137156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.137949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.137949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.137949] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 898.209020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.209180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.209243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.209459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.209579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.224027] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 898.487025] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.487025] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port c140c962-bebe-43d7-96ae-e111162cf685 not found, creating... [ 898.487025] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.487025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.487724] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.487724] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.487821] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.488105] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.488268] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.488404] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: c140c962-bebe-43d7-96ae-e111162cf685 is going to be created. [ 898.516025] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.516025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.516025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.516025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.516025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.516025] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.243797] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-eff07c2e-e5ef-4ccc-949d-d359a88716f0 service nova] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_rules [ 899.243984] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-eff07c2e-e5ef-4ccc-949d-d359a88716f0 service nova] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 899.244238] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-eff07c2e-e5ef-4ccc-949d-d359a88716f0 service nova] Enqueued Resource ID: c140c962-bebe-43d7-96ae-e111162cf685 with Priority: HIGHEST for action port [ 899.244707] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_rules [ 899.245114] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 899.245823] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c140c962-bebe-43d7-96ae-e111162cf685 with Priority: HIGHEST for action port [ 899.247641] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.247799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.247918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.250944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.251054] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.252091] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.252255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.252311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.252473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.252627] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.252740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.252803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.252923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.253017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.253113] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.254030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c140c962-bebe-43d7-96ae-e111162cf685 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.254416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.254416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.254416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.254531] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c140c962-bebe-43d7-96ae-e111162cf685',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.757574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.757980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.757980] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.760145] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c140c962-bebe-43d7-96ae-e111162cf685 with status ACTIVE [ 899.760145] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.760145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.760145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.760145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.760145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.760145] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.760145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.760145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.760145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.760432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.760432] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.760496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.760522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.761966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.761966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.761966] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c140c962-bebe-43d7-96ae-e111162cf685 is going to be updated. [ 899.788632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.788632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.788632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.788911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.788997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.789132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c140c962-bebe-43d7-96ae-e111162cf685" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.037354] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: SUCCESS [ 900.037595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.037775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.038016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.038222] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.038339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.038408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.038572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.038659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.038745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.038836] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.242017] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 900.242293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.264966] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.542588] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.544856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.544947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.545214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.545403] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.545507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.545570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.545719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.545799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.545884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.546040] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.546811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.547315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.547522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.547693] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.547794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.547858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.548025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.548097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.548181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.548267] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.772881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.773183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.773183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.773407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.773498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.773598] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be created. [ 900.810570] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.814780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.814780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.814780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.814780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.823728] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: UNINITIALIZED for 2s [ 901.052361] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 102ab371-1501-48a6-862e-883fd1a70146: rpc.has_security_group_logging(os_id): False [ 901.073935] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.074107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.074168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.074431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.074431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.074672] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.074811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.074811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.074976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.075038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.076181] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.076181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.076181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.076181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.076181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.076181] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.076181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.076181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.076181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.076874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.076874] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be created. [ 901.157019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.157019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.157019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.157019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.157246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.168614] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: IN_PROGRESS for 2s [ 901.421825] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-e06618a2-5604-4ee0-89be-cd1730d62010 tempest-ListServersNegativeTestJSON-1213023927 tempest-ListServersNegativeTestJSON-1213023927-project-member] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 901.422634] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 901.423211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.423351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.816485] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.816485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.816485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.817052] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.817052] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.818285] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.818475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.818723] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.818879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.819124] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.819232] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.819344] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.819454] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.819563] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.819676] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.819928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.842491] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.842732] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.842819] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.843047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.843380] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-8e2d21fe-5716-479f-bea9-923826a1eda4 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.843551] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.843668] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.843999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.844152] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2d21fe-5716-479f-bea9-923826a1eda4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.347161] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.347518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.347518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.347807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.347954] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.348151] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 8e2d21fe-5716-479f-bea9-923826a1eda4 not found, creating... [ 902.348406] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.348568] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.348696] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.348946] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.349111] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.349446] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.349565] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.349673] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.349889] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.350037] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.350184] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 8e2d21fe-5716-479f-bea9-923826a1eda4 is going to be created. [ 902.374116] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.374317] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.374453] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.374807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.375176] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.375453] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.841036] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 902.841482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.842405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.842785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.843234] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.843483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.843580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.843958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.844145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.844375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.844565] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.845917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.846340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.846689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.847365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.847365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.847365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.847492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.847561] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.184391] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: SUCCESS [ 903.184766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.209842] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-606ffec7-2d41-4c29-84a4-ffa87f350b7b service nova] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_rules [ 903.210052] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-606ffec7-2d41-4c29-84a4-ffa87f350b7b service nova] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 903.210241] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-606ffec7-2d41-4c29-84a4-ffa87f350b7b service nova] Enqueued Resource ID: 8e2d21fe-5716-479f-bea9-923826a1eda4 with Priority: HIGHEST for action port [ 903.210824] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_rules [ 903.210966] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 903.211223] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2d21fe-5716-479f-bea9-923826a1eda4 with Priority: HIGHEST for action port [ 903.211831] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.211831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.212112] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.212263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.212531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e2d21fe-5716-479f-bea9-923826a1eda4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.212675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.212776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.213155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.213377] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2d21fe-5716-479f-bea9-923826a1eda4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.351211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.351211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.351397] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.717075] env[65495]: INFO networking_nsxv3.common.synchronization [None req-06b908c7-ed19-4225-9210-f79c30186a35 tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_rules [ 903.717075] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e2d21fe-5716-479f-bea9-923826a1eda4 with status ACTIVE [ 903.717473] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.717473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.717473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.717615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.717615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.717898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.718017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.718078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.718383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.718383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.718510] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.718577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.718625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.718763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.718833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.719148] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e2d21fe-5716-479f-bea9-923826a1eda4 is going to be updated. [ 903.720487] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_rules [ 903.720714] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0381498-cee7-4e89-8d73-7323249d7a1b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.720820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.720887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.721112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.721221] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.745562] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.745766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.745766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.746132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.746241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.746373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e2d21fe-5716-479f-bea9-923826a1eda4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.853830] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.860595] env[65495]: INFO networking_nsxv3.common.synchronization [None req-6f37e4e4-c15c-45d5-bda0-b18aeb698b50 tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_rules [ 903.860595] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_rules [ 903.860595] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0381498-cee7-4e89-8d73-7323249d7a1b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.860708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.246817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.247173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.247378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.247685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.247850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.247964] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0381498-cee7-4e89-8d73-7323249d7a1b already deleted. [ 904.248073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.248830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.249083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.249187] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.357450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.357905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.357905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.358450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.358750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.358890] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 904.396538] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.396775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.396850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.397346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.397677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.411035] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 904.772299] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.772487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.772728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.772937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.773040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.773179] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0381498-cee7-4e89-8d73-7323249d7a1b already deleted. [ 904.773313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.883331] env[65495]: INFO networking_nsxv3.common.synchronization [req-a345fcd8-889f-41be-a291-047ebf5e9d8a req-6d7bedd9-1efa-44e6-8d60-f8a77cc15ac5 tempest-ServerAddressesTestJSON-1745936221 tempest-ServerAddressesTestJSON-1745936221-project-member] Enqueued Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_members [ 904.884173] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGHEST for action security_group_members [ 904.884735] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.884846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.885115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.885413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.885656] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.885899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.886078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.886304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.886435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.886569] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.389790] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.389790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.390291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.390291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.390291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.390389] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.391912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.391912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.391912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.391912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.391912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f is going to be updated. [ 905.425182] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.425379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.425442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.425673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.425825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.436835] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f in Status: IN_PROGRESS for 2s [ 906.421416] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 906.421792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.421792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.422033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.422211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.422332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.422398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.422555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.422622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.422716] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.499198] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-025fe308-1ed4-4b59-bd43-01c6058fbce5 tempest-ListServersNegativeTestJSON-1213023927 tempest-ListServersNegativeTestJSON-1213023927-project-member] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 906.499726] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 906.500041] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.500130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.924445] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.991264] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.991264] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.991264] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.991264] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.992829] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.994309] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.994663] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.995131] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.995413] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.995784] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.996098] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.996363] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.996610] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.996858] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.997114] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.997463] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.024328] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.024464] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.024590] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.024778] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-727" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.025197] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-5411cf18-0068-4c25-8faa-696a9419bc16 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.025373] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.025487] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.026967] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.026967] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5411cf18-0068-4c25-8faa-696a9419bc16',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.428314] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.448176] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f in Status: SUCCESS [ 907.449581] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f deletion is rescheduled due to dependency. [ 907.449581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.529118] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.529360] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.529495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.529784] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.529946] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.530124] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 5411cf18-0068-4c25-8faa-696a9419bc16 not found, creating... [ 907.530409] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.530577] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.530700] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.531047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.531289] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.531588] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.531747] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.531858] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.532095] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.532215] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.532354] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 5411cf18-0068-4c25-8faa-696a9419bc16 is going to be created. [ 907.556420] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.557080] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.557080] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.557080] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.557178] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.557390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.930515] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.930711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.930801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.930952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.931056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.931291] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 907.965130] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.965319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.965393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.965610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.966448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.976471] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 908.313260] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-21d3f067-1b16-4ce2-a379-f8b7b017321f service nova] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_rules [ 908.313260] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-21d3f067-1b16-4ce2-a379-f8b7b017321f service nova] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 908.313417] env[65495]: INFO networking_nsxv3.common.synchronization [req-a60e78b1-2b77-4cb8-b515-ab5b7eb68ef2 req-21d3f067-1b16-4ce2-a379-f8b7b017321f service nova] Enqueued Resource ID: 5411cf18-0068-4c25-8faa-696a9419bc16 with Priority: HIGHEST for action port [ 908.313989] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_rules [ 908.314182] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 908.314310] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5411cf18-0068-4c25-8faa-696a9419bc16 with Priority: HIGHEST for action port [ 908.314758] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.314874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.315294] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.315294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.315450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5411cf18-0068-4c25-8faa-696a9419bc16 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.315553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.315619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.315816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.315902] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5411cf18-0068-4c25-8faa-696a9419bc16',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.820501] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5411cf18-0068-4c25-8faa-696a9419bc16 with status ACTIVE [ 908.820826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.821020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.821099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.821822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.821822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.821822] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.821822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.821822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.822204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.822204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.822204] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.822440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.822440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.822515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.822515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.822736] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5411cf18-0068-4c25-8faa-696a9419bc16 is going to be updated. [ 908.851864] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.852332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.852332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.852481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.853363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.853580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5411cf18-0068-4c25-8faa-696a9419bc16" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.463693] env[65495]: INFO networking_nsxv3.common.synchronization [req-2741a787-e39b-4c30-909a-47cc99a2444f req-30dc786f-71cc-4a0b-95a4-1b6edf45015d tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 909.465255] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 909.465255] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.465255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.465255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.465639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.465764] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.465843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.465894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.466675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.466855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.467025] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.969551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.969847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.969847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.970039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.970137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.970335] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.970435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.970496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.970646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.970721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.970805] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 909.988343] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 909.988606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.989318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.989426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.989658] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.989791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.989861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.990077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.990177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.991363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.991616] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.991731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.991799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.991963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.992727] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.992873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.992946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.993205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.993332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.993493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.993660] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.994712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.994911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.995266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.995331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.995394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.995548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.995627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.995722] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.009716] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.009716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.009872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.010067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.010284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.023023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 910.376033] env[65495]: INFO networking_nsxv3.common.synchronization [None req-2728b66b-ad3b-4af2-a67c-d08f27efcfc3 None None] Enqueued Resource ID: 95a0ed82-907c-4130-ac53-bbd899ef4ea3 with Priority: HIGHEST for action port [ 910.376380] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a0ed82-907c-4130-ac53-bbd899ef4ea3 with Priority: HIGHEST for action port [ 910.376696] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a0ed82-907c-4130-ac53-bbd899ef4ea3 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.376818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a0ed82-907c-4130-ac53-bbd899ef4ea3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.376884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a0ed82-907c-4130-ac53-bbd899ef4ea3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.377614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a0ed82-907c-4130-ac53-bbd899ef4ea3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.377741] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a0ed82-907c-4130-ac53-bbd899ef4ea3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.501136] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92024741-460a-4349-aa1c-c8a90ce9ebea: rpc.has_security_group_logging(os_id): False [ 910.501189] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.521761] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.521926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.521984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.524634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.524634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.524634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.524634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.525564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.527827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.527827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.527827] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be created. [ 910.616636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.616636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.616636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.616834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.617042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.629650] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 910.879752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95a0ed82-907c-4130-ac53-bbd899ef4ea3 [ 910.879977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.880158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.880158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.880362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.882393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.882456] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95a0ed82-907c-4130-ac53-bbd899ef4ea3 already deleted. [ 910.882538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a0ed82-907c-4130-ac53-bbd899ef4ea3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.004790] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.508842] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.508842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.508842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.509146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.509192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.509266] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 911.544313] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.544313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.544313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.544313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.544313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.554831] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 912.035570] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 912.035848] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea deletion is rescheduled due to dependency. [ 912.036273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646309] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 912.646686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.647139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.647139] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.018373] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ef7defbf-8434-41be-8b56-debd84797c65 None None] Enqueued Resource ID: 29dacf7b-b701-42f5-b922-d7f7883f1ef6 with Priority: HIGHEST for action port [ 913.019284] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29dacf7b-b701-42f5-b922-d7f7883f1ef6 with Priority: HIGHEST for action port [ 913.019284] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-29dacf7b-b701-42f5-b922-d7f7883f1ef6 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.019467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29dacf7b-b701-42f5-b922-d7f7883f1ef6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.019467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29dacf7b-b701-42f5-b922-d7f7883f1ef6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.019719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29dacf7b-b701-42f5-b922-d7f7883f1ef6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.022147] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29dacf7b-b701-42f5-b922-d7f7883f1ef6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.026869] env[65495]: INFO networking_nsxv3.common.synchronization [req-6881a553-852c-4fc2-ba10-85f5acd4cbf6 req-86f34f7b-42ff-42b6-8f87-602c33ae93ca tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 913.027648] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 913.028995] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.028995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.028995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.028995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.028995] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.028995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.028995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.028995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.028995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.028995] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.151048] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.151048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.352304] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.352660] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.352810] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.353748] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.353748] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.353748] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.353941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.354210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.355052] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.355052] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.355052] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.355337] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.355337] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.355395] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.355541] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.355709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.386095] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.386095] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.386406] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.386770] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.387276] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-40f32fb0-4589-4f50-9573-84c8d5fdefc8 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.387467] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.387743] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.388137] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.388304] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40f32fb0-4589-4f50-9573-84c8d5fdefc8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.524201] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29dacf7b-b701-42f5-b922-d7f7883f1ef6 [ 913.524201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.524201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.524201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.524491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.524702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.524902] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29dacf7b-b701-42f5-b922-d7f7883f1ef6 already deleted. [ 913.525372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29dacf7b-b701-42f5-b922-d7f7883f1ef6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.532256] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.532256] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.532256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.532256] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb already deleted. [ 913.532782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.573076] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 913.573076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.573076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.573348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.573348] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.573466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.573583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.573893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.574023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.574189] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.892902] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.893202] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.893339] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.893640] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.893819] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.894079] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 40f32fb0-4589-4f50-9573-84c8d5fdefc8 not found, creating... [ 913.894380] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.894537] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.894713] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.894973] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.895176] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.895471] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.895693] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.895803] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.896093] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.896286] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.896448] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 40f32fb0-4589-4f50-9573-84c8d5fdefc8 is going to be created. [ 913.921493] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.921951] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.921951] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.922407] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.922769] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.923110] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.077035] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.579419] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.643789] env[65495]: INFO networking_nsxv3.common.synchronization [req-6881a553-852c-4fc2-ba10-85f5acd4cbf6 req-7080ec6c-5b34-447d-89a4-5e74c4b1fb69 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 914.644037] env[65495]: INFO networking_nsxv3.common.synchronization [req-6881a553-852c-4fc2-ba10-85f5acd4cbf6 req-7080ec6c-5b34-447d-89a4-5e74c4b1fb69 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 914.644189] env[65495]: INFO networking_nsxv3.common.synchronization [req-6881a553-852c-4fc2-ba10-85f5acd4cbf6 req-7080ec6c-5b34-447d-89a4-5e74c4b1fb69 service nova] Enqueued Resource ID: 40f32fb0-4589-4f50-9573-84c8d5fdefc8 with Priority: HIGHEST for action port [ 914.645213] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 914.645567] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 914.645813] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f32fb0-4589-4f50-9573-84c8d5fdefc8 with Priority: HIGHEST for action port [ 914.646591] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.646591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.646591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.646810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.646849] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.648431] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.648591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.648639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.648912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.649196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.649277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.649319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.649493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.649680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.649853] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.653398] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-40f32fb0-4589-4f50-9573-84c8d5fdefc8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.653559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.653691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.655103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.655103] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40f32fb0-4589-4f50-9573-84c8d5fdefc8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.082651] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.082957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.083104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.083358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.083468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.083572] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 915.121239] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.121504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.121504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.121684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.121840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.135698] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 915.154238] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.157549] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.157549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.161863] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40f32fb0-4589-4f50-9573-84c8d5fdefc8 with status ACTIVE [ 915.162096] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.162236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.162320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.162531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.162666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.162807] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.162925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.163019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.163247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.163357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.163649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.163817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.163916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.164125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.164238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.164355] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40f32fb0-4589-4f50-9573-84c8d5fdefc8 is going to be updated. [ 915.200075] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.200075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.200075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.200075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.200075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.200075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40f32fb0-4589-4f50-9573-84c8d5fdefc8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.656712] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.061868] env[65495]: INFO networking_nsxv3.common.synchronization [req-22327a87-c914-4f90-947f-cdf9e1f94821 req-f296b1fb-87e5-4683-a757-0d0c20044230 tempest-ServerRescueTestJSON-223183651 tempest-ServerRescueTestJSON-223183651-project-member] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 916.062817] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGHEST for action security_group_members [ 916.063187] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.063370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.063474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.063755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.063983] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.064148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.064233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.064448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.064570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.064705] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.162162] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.162162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.162162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.162162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.162162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.162370] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be created. [ 916.195177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.195177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.195177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.195177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.195177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.203400] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: UNINITIALIZED for 2s [ 916.460087] env[65495]: INFO networking_nsxv3.common.synchronization [req-28c1f05c-bc94-47b5-8925-8a3d358987e1 req-42ff0f83-3876-40ae-aefb-61932085ea8d tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_members [ 916.460804] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_members [ 916.462584] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.462761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.462810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.463387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.463429] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.463606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.463680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.464075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.464075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.464151] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.569400] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.569669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.569669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.569849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.569953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.570173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.571246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.571246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.571246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.571246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.571246] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be updated. [ 916.613698] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.613930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.614012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.614241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.614423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.624807] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: IN_PROGRESS for 2s [ 916.632248] env[65495]: INFO networking_nsxv3.common.synchronization [req-0b3b8999-434e-42e6-a67d-0aae22c104a1 req-011f30a0-a708-4eea-bc09-c46d70747265 tempest-ServersV294TestFqdnHostnames-825422637 tempest-ServersV294TestFqdnHostnames-825422637-project-member] Enqueued Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_members [ 916.632862] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGHEST for action security_group_members [ 916.633387] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.633692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.633786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.634146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.634420] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.634574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.634663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.634886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.634987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.635180] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.968493] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.968811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.968811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.968972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.969076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.969504] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.969504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.969657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.969708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.969783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.969881] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 already deleted. [ 916.969967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.987050] env[65495]: INFO networking_nsxv3.common.synchronization [req-7d612046-ecf5-45ac-ab4b-5ac4f8a4b251 req-b21f1de5-ab64-4fc8-9368-c794ca6f226e tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 916.989564] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 916.989564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.989564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.989564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.989564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.989564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.989564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.989564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.989564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.990149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.990406] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.139272] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.139272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.139272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.140136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.140136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.140305] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.140402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.140471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.140648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.140786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.140786] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce is going to be updated. [ 917.147882] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.147882] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.148433] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.148433] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.148640] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.148783] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.148937] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.149153] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.149291] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.149512] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.149636] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.151888] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.151888] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.151888] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.151888] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.151888] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.154846] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 917.154846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.154846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.154846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.155147] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.155147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.155147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.155308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.155402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.155492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.155798] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.178574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.178574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.178574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.178789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.178907] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.185539] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.185539] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.185539] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.185539] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.186084] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-78597465-3414-4203-8428-723a910e6234 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.186260] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.186389] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.187307] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.187307] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78597465-3414-4203-8428-723a910e6234',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.191102] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43926a4c-df34-47f4-a60d-3d05527046ce in Status: IN_PROGRESS for 2s [ 917.495531] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.659502] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.659502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.659502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.659777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.659978] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.660170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.660678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.660678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.660678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.660678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.660821] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.660863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.660900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.661048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.661182] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.661267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.661322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.661450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.661520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.661598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.661682] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.691253] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.691493] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.691800] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.692106] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.692326] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.692469] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 78597465-3414-4203-8428-723a910e6234 not found, creating... [ 917.693469] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.694047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.694768] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.694768] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.694768] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.695089] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.695346] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.695504] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.695702] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.695898] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.696196] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 78597465-3414-4203-8428-723a910e6234 is going to be created. [ 917.717056] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.717394] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.717507] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.717887] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.718051] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.718285] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.997807] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.163947] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92024741-460a-4349-aa1c-c8a90ce9ebea: rpc.has_security_group_logging(os_id): False [ 918.184165] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.184241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.184837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.184837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.184837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.185190] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.185190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.185319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.185552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.186300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.186300] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.186481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.186554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.187017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.187017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.187017] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.187463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.187463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.187463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.187463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.187656] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 918.211650] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 918.211881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.212055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.212273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.212457] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.212573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.212640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.212787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.212865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.212996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.213065] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.256686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.257154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.257154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.257154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.257274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.269303] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 918.409737] env[65495]: INFO networking_nsxv3.common.synchronization [req-28c1f05c-bc94-47b5-8925-8a3d358987e1 req-6d7af788-56ab-4c0f-8284-dd0ad2ba0b86 service nova] Enqueued Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_rules [ 918.409936] env[65495]: INFO networking_nsxv3.common.synchronization [req-28c1f05c-bc94-47b5-8925-8a3d358987e1 req-6d7af788-56ab-4c0f-8284-dd0ad2ba0b86 service nova] Enqueued Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_members [ 918.410090] env[65495]: INFO networking_nsxv3.common.synchronization [req-28c1f05c-bc94-47b5-8925-8a3d358987e1 req-6d7af788-56ab-4c0f-8284-dd0ad2ba0b86 service nova] Enqueued Resource ID: 78597465-3414-4203-8428-723a910e6234 with Priority: HIGHEST for action port [ 918.410663] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_rules [ 918.410767] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_members [ 918.410896] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78597465-3414-4203-8428-723a910e6234 with Priority: HIGHEST for action port [ 918.413157] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.413426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.413533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.413912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.414315] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.420888] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.421046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.421136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.421356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.421519] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.421800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.421870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.422078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.422196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.422293] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.423237] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-78597465-3414-4203-8428-723a910e6234 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.423333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.423490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.423568] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78597465-3414-4203-8428-723a910e6234',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.501079] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.501079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.501079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.501384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.501384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.501448] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 918.554037] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.554221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.554221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.554453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.554605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.571472] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 918.635374] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 in Status: SUCCESS [ 918.635570] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 deletion is rescheduled due to dependency. [ 918.635919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.715547] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.715716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.715823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.715986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.716189] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.716311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.716382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.716497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.716582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.716669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.716814] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.716938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.716981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.717114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.717251] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.717347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.717406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.717532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.717607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.717690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.717777] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.921110] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.921110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.925670] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.926678] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78597465-3414-4203-8428-723a910e6234 with status ACTIVE [ 918.927122] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.927122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.927295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928062] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.928062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928351] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.928351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928691] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78597465-3414-4203-8428-723a910e6234 is going to be updated. [ 918.950958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.951185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.951254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.951422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.951563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.951718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78597465-3414-4203-8428-723a910e6234" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.204930] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43926a4c-df34-47f4-a60d-3d05527046ce in Status: SUCCESS [ 919.205276] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce deletion is rescheduled due to dependency. [ 919.205276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.220163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1931f0ed-d16f-4e97-92d3-f53c040412fb: rpc.has_security_group_logging(os_id): False [ 919.240210] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.240210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.240359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.240523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.241659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.241659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.241659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.241659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.241659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.241659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.241659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.241659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.241659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.242146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.242146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.242146] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.242274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.242318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.242615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.242615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.242615] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be created. [ 919.324851] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.325113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.325192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.326176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.326176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.341774] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 919.431610] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.934405] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.935767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.935767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.935767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.935767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.935767] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 is going to be created. [ 919.964059] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.964059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.964059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.964059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.964059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.974913] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9dda4-2597-46d9-9e11-611b189daa80 in Status: UNINITIALIZED for 2s [ 920.149131] env[65495]: INFO networking_nsxv3.common.synchronization [None req-08e9b430-6456-4aeb-a29b-190b7a524f26 None None] Enqueued Resource ID: 627dd34b-09b3-4fef-8346-7aa3f1c4e7f8 with Priority: HIGHEST for action port [ 920.149838] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627dd34b-09b3-4fef-8346-7aa3f1c4e7f8 with Priority: HIGHEST for action port [ 920.149921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-627dd34b-09b3-4fef-8346-7aa3f1c4e7f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.149972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627dd34b-09b3-4fef-8346-7aa3f1c4e7f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.150606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627dd34b-09b3-4fef-8346-7aa3f1c4e7f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.150606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627dd34b-09b3-4fef-8346-7aa3f1c4e7f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.150606] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627dd34b-09b3-4fef-8346-7aa3f1c4e7f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.286038] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 920.288511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.288511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.288511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.288511] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.583492] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 920.583492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.654065] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 627dd34b-09b3-4fef-8346-7aa3f1c4e7f8 [ 920.654424] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.654640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.654737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.655059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.655196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.655296] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:627dd34b-09b3-4fef-8346-7aa3f1c4e7f8 already deleted. [ 920.655396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627dd34b-09b3-4fef-8346-7aa3f1c4e7f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.791866] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.792977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.793233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.793573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.794015] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.794226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.794333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.794619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.795207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.795207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.795207] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.298581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.299865] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.299865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.299865] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.300915] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.300915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.300915] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.359131] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 921.359131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.805920] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92024741-460a-4349-aa1c-c8a90ce9ebea: rpc.has_security_group_logging(os_id): False [ 921.824888] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.825092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.825166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.825399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.825611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.825705] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.825801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.825866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.826056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.826110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.826292] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.826388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.826449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.826585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.826659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.827819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.827932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.828010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.828167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.828364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.828364] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 921.893399] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.893764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.893764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.893855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.893979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.907568] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 921.988896] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9dda4-2597-46d9-9e11-611b189daa80 in Status: SUCCESS [ 921.989441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.989441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.989690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.990174] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.990174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.990174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.990174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.990367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.990367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.990443] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.493539] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.836629] env[65495]: INFO networking_nsxv3.common.synchronization [None req-b447e845-939f-498f-bbec-f9cc2e9aca69 None None] Enqueued Resource ID: d3215a8b-7a2a-4af9-ab52-accfbaeb8533 with Priority: HIGHEST for action port [ 922.837410] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3215a8b-7a2a-4af9-ab52-accfbaeb8533 with Priority: HIGHEST for action port [ 922.838026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3215a8b-7a2a-4af9-ab52-accfbaeb8533 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.838026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3215a8b-7a2a-4af9-ab52-accfbaeb8533" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.838026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3215a8b-7a2a-4af9-ab52-accfbaeb8533" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.838423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3215a8b-7a2a-4af9-ab52-accfbaeb8533" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.838423] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3215a8b-7a2a-4af9-ab52-accfbaeb8533',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.998024] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8f9dda4-2597-46d9-9e11-611b189daa80: rpc.has_security_group_logging(os_id): False [ 923.019742] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.019901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.019976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.020251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.020463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.020741] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.020827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.020886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.021074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.021156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.021244] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 is going to be created. [ 923.025815] env[65495]: INFO networking_nsxv3.common.synchronization [req-226965ae-9895-4a5e-bcb5-dbe30e97f905 req-cbb6b50a-44df-4a53-9ead-82b48c2d3e80 tempest-ListServersNegativeTestJSON-1213023927 tempest-ListServersNegativeTestJSON-1213023927-project-member] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 923.027150] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 923.027536] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.027665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.027733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.027971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.028143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.028275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.028382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.028555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.028632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.028765] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.100466] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.100722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.100786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.101171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.101487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.120527] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f9dda4-2597-46d9-9e11-611b189daa80 in Status: IN_PROGRESS for 2s [ 923.342138] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3215a8b-7a2a-4af9-ab52-accfbaeb8533 [ 923.342138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.342138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.342138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.342138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.342401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.342401] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3215a8b-7a2a-4af9-ab52-accfbaeb8533 already deleted. [ 923.342401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3215a8b-7a2a-4af9-ab52-accfbaeb8533" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.531106] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.927817] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 923.928120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.037934] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.539418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.539727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.539727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.539862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.539958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.540072] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 924.577748] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.577904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.577969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.578360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.578517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.590628] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 925.060101] env[65495]: INFO networking_nsxv3.common.synchronization [None req-9b9325c6-a849-4571-a6f7-e79143de7af3 None None] Enqueued Resource ID: bce9165d-37fe-4c54-97fd-01ff0208f65e with Priority: HIGHEST for action port [ 925.060947] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9165d-37fe-4c54-97fd-01ff0208f65e with Priority: HIGHEST for action port [ 925.060947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce9165d-37fe-4c54-97fd-01ff0208f65e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.061304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce9165d-37fe-4c54-97fd-01ff0208f65e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.061304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce9165d-37fe-4c54-97fd-01ff0208f65e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.061364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce9165d-37fe-4c54-97fd-01ff0208f65e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.061454] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce9165d-37fe-4c54-97fd-01ff0208f65e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.136917] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f9dda4-2597-46d9-9e11-611b189daa80 in Status: SUCCESS [ 925.136917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.181924] env[65495]: INFO networking_nsxv3.common.synchronization [req-d99764c6-20fb-4623-8774-36b32bb0ec12 req-8cedff65-0361-4338-ba41-f18aecefaef0 tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 925.182280] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 925.182739] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.183812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.185156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.185366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.186034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.186228] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.186228] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.186466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.186609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.186609] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.567928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bce9165d-37fe-4c54-97fd-01ff0208f65e [ 925.567928] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.567928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.567928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.567928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.567928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.567928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bce9165d-37fe-4c54-97fd-01ff0208f65e already deleted. [ 925.567928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce9165d-37fe-4c54-97fd-01ff0208f65e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.698190] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.698190] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.698190] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc already deleted. [ 925.698190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.946436] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.946621] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.946744] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.947105] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.947382] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.947584] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.947667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.947896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.949158] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.949452] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.949569] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.949728] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.949782] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.949890] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.949998] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.950152] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.971770] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.971950] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.972102] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.972292] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.972629] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-227113ca-82cc-4efb-ac8f-a367f409944a taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.972806] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.972999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.973447] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.973585] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227113ca-82cc-4efb-ac8f-a367f409944a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.481054] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.481054] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.481054] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.481367] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.481367] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.481471] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 227113ca-82cc-4efb-ac8f-a367f409944a not found, creating... [ 926.481932] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.482077] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.482170] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.482401] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.482539] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.482832] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.482986] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.483210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.483435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.483706] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.483706] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 227113ca-82cc-4efb-ac8f-a367f409944a is going to be created. [ 926.508605] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.508605] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.508605] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.508848] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.509185] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.509295] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.602901] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 926.602901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.096083] env[65495]: INFO networking_nsxv3.common.synchronization [None req-501de122-e764-4d11-8810-78eac85cca3c None None] Enqueued Resource ID: f71d5be9-0bbc-41e2-b3a9-01b7e7a16313 with Priority: HIGHEST for action port [ 927.096707] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71d5be9-0bbc-41e2-b3a9-01b7e7a16313 with Priority: HIGHEST for action port [ 927.096774] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-f71d5be9-0bbc-41e2-b3a9-01b7e7a16313 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.096984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f71d5be9-0bbc-41e2-b3a9-01b7e7a16313" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.096984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f71d5be9-0bbc-41e2-b3a9-01b7e7a16313" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.098239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f71d5be9-0bbc-41e2-b3a9-01b7e7a16313" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.098239] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71d5be9-0bbc-41e2-b3a9-01b7e7a16313',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.234292] env[65495]: INFO networking_nsxv3.common.synchronization [req-d99764c6-20fb-4623-8774-36b32bb0ec12 req-35470639-6ceb-4eb0-b3ba-2bc8c070ce2d service nova] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_rules [ 927.234449] env[65495]: INFO networking_nsxv3.common.synchronization [req-d99764c6-20fb-4623-8774-36b32bb0ec12 req-35470639-6ceb-4eb0-b3ba-2bc8c070ce2d service nova] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 927.234538] env[65495]: INFO networking_nsxv3.common.synchronization [req-d99764c6-20fb-4623-8774-36b32bb0ec12 req-35470639-6ceb-4eb0-b3ba-2bc8c070ce2d service nova] Enqueued Resource ID: 227113ca-82cc-4efb-ac8f-a367f409944a with Priority: HIGHEST for action port [ 927.235107] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_rules [ 927.235255] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 927.235359] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227113ca-82cc-4efb-ac8f-a367f409944a with Priority: HIGHEST for action port [ 927.235728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.235859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.235978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.236352] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.237228] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.237311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.237386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.237523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.237665] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.237758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.238083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.238083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.238083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.238201] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.238918] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-227113ca-82cc-4efb-ac8f-a367f409944a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.239623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.239623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.239779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.239851] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227113ca-82cc-4efb-ac8f-a367f409944a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.504099] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e73769c-0b77-4203-95ed-6f58516bb7e2 req-743e954c-0cef-45f8-a2f0-3497b3076de1 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 927.504601] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 927.504905] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.505206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.505280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.505496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.505633] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.505729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.505799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.505942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.506039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.506135] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.600759] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f71d5be9-0bbc-41e2-b3a9-01b7e7a16313 [ 927.601016] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.601267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.601267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.601446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.601516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.601614] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f71d5be9-0bbc-41e2-b3a9-01b7e7a16313 already deleted. [ 927.601697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f71d5be9-0bbc-41e2-b3a9-01b7e7a16313" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.741802] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.743192] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.743192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.743345] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 227113ca-82cc-4efb-ac8f-a367f409944a with status ACTIVE [ 927.743790] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.743882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.743927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.744194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.744318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.744387] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.744481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.744559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.744695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.744769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.744947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.745631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.745631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.745631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.745631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.745631] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 227113ca-82cc-4efb-ac8f-a367f409944a is going to be updated. [ 927.768025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.768969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.768969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.768969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.768969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.768969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227113ca-82cc-4efb-ac8f-a367f409944a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.960449] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.960657] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.960784] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.961065] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.961335] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.961488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.961604] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.962244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.962424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.962690] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.962750] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.962881] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.962993] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.963257] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.963257] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.963340] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.982536] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.982895] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.983127] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.983389] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.983665] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.983874] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.984021] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.984430] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.984633] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.008217] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.247050] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.491388] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.491620] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.491748] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.492058] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.492212] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.492369] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc not found, creating... [ 928.492635] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.492789] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.492904] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.493145] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.493278] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.493553] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.493709] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.493825] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.494044] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.494183] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.494325] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc is going to be created. [ 928.515025] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.515616] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.515616] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.515616] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.515896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.516102] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.516328] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.749527] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.749921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.749921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.750032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.750072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.750154] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be created. [ 928.781561] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.781739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.781798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.782011] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.782231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.794834] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: UNINITIALIZED for 2s [ 928.945783] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f18462f0-7161-4486-b4a4-312ab4b26b9a None None] Enqueued Resource ID: 360f5703-5359-42fc-a8b1-62bfc9f4d552 with Priority: HIGHEST for action port [ 928.946062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360f5703-5359-42fc-a8b1-62bfc9f4d552 with Priority: HIGHEST for action port [ 928.946400] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-360f5703-5359-42fc-a8b1-62bfc9f4d552 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.946529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360f5703-5359-42fc-a8b1-62bfc9f4d552" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.946598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360f5703-5359-42fc-a8b1-62bfc9f4d552" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.946850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360f5703-5359-42fc-a8b1-62bfc9f4d552" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.946937] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360f5703-5359-42fc-a8b1-62bfc9f4d552',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.019043] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.019208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.019327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.019507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.019600] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.019697] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 929.054107] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.054107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.054107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.054107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.054107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.064770] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 929.231882] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e73769c-0b77-4203-95ed-6f58516bb7e2 req-1af99212-3574-4ff5-a5b2-896bdf03e133 service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 929.232082] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e73769c-0b77-4203-95ed-6f58516bb7e2 req-1af99212-3574-4ff5-a5b2-896bdf03e133 service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 929.232213] env[65495]: INFO networking_nsxv3.common.synchronization [req-7e73769c-0b77-4203-95ed-6f58516bb7e2 req-1af99212-3574-4ff5-a5b2-896bdf03e133 service nova] Enqueued Resource ID: 61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc with Priority: HIGHEST for action port [ 929.232750] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 929.232881] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 929.232976] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc with Priority: HIGHEST for action port [ 929.233721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.233897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.234014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.234267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.234410] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.235987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.236675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.236675] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.236675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.236675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.236892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.237175] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.449505] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 360f5703-5359-42fc-a8b1-62bfc9f4d552 [ 929.449881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.450079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.450177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.450420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.450546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.450669] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:360f5703-5359-42fc-a8b1-62bfc9f4d552 already deleted. [ 929.450781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360f5703-5359-42fc-a8b1-62bfc9f4d552" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.579400] env[65495]: INFO networking_nsxv3.common.synchronization [req-533e45ac-adb0-47fc-88ca-551fe50511c0 req-4f1b83fc-ce9b-4e4c-a773-5ad60e9baa56 tempest-SecurityGroupRulesTestJSON-1000224836 tempest-SecurityGroupRulesTestJSON-1000224836-project-member] Enqueued Resource ID: 656984ea-b55c-4929-a11d-fc6d1887ee55 with Priority: HIGHEST for action security_group_rules [ 929.579400] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656984ea-b55c-4929-a11d-fc6d1887ee55 with Priority: HIGHEST for action security_group_rules [ 929.579986] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-656984ea-b55c-4929-a11d-fc6d1887ee55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.580297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-656984ea-b55c-4929-a11d-fc6d1887ee55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.580472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-656984ea-b55c-4929-a11d-fc6d1887ee55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.580814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-656984ea-b55c-4929-a11d-fc6d1887ee55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.583725] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('656984ea-b55c-4929-a11d-fc6d1887ee55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.738663] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.738792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.739012] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc with status ACTIVE [ 929.739664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.739664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.739664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.739664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.739664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.739987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.740136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.740197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.740362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.740439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.740623] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.740712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.740771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.740907] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.740977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.741072] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc is going to be updated. [ 929.763925] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.764255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.764255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.764520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.764595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.764696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b538ce-8fb8-41bc-b0f5-a77e17ba1ffc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.105780] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.105939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.106038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.106511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.106738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.106879] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 656984ea-b55c-4929-a11d-fc6d1887ee55 already deleted. [ 930.106991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-656984ea-b55c-4929-a11d-fc6d1887ee55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.805828] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 930.806098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.806493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.806790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.807085] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.807267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.807370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.807608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.807724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.807855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.807990] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.079171] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 931.079171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.079171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.079171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.079171] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.079171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.079171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.079171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.079171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.079171] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.218349] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f50baaa6-908e-4b4c-9c03-5a4332a92e90 None None] Enqueued Resource ID: 3a5e01a7-abf5-4136-aedb-70f1ae4d2a69 with Priority: HIGHEST for action port [ 931.219269] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5e01a7-abf5-4136-aedb-70f1ae4d2a69 with Priority: HIGHEST for action port [ 931.219576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5e01a7-abf5-4136-aedb-70f1ae4d2a69 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.219956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5e01a7-abf5-4136-aedb-70f1ae4d2a69" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5e01a7-abf5-4136-aedb-70f1ae4d2a69" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.221072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5e01a7-abf5-4136-aedb-70f1ae4d2a69" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.221183] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5e01a7-abf5-4136-aedb-70f1ae4d2a69',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.311077] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.311249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.311307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.311526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.311684] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.311783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.311849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.311994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.312480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.312480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.312480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.312480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.312480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.312669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.312760] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.312850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.312908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.313086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.313167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.313245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.313511] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.425835] env[65495]: INFO networking_nsxv3.common.synchronization [req-5eb6e58f-6b49-4610-a09c-7654c0a8d5e4 req-13ee2ca4-4d63-4015-9a22-6e94aab00fde tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 931.426972] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 931.426972] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.426972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.426972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.427265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.427440] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.427542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.427604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.427756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.427840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.427954] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.447214] env[65495]: INFO networking_nsxv3.common.synchronization [req-bc2a6248-402d-4ca6-9d9f-58d4b19b1742 req-d90ecba0-5887-4028-b7e1-363fe8af8d7c tempest-SecurityGroupRulesTestJSON-1000224836 tempest-SecurityGroupRulesTestJSON-1000224836-project-member] Enqueued Resource ID: b1915ff6-c5e8-4639-9a52-04e2837e47cb with Priority: HIGHEST for action security_group_rules [ 931.447214] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1915ff6-c5e8-4639-9a52-04e2837e47cb with Priority: HIGHEST for action security_group_rules [ 931.447428] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1915ff6-c5e8-4639-9a52-04e2837e47cb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.447768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1915ff6-c5e8-4639-9a52-04e2837e47cb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.447768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1915ff6-c5e8-4639-9a52-04e2837e47cb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.447912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1915ff6-c5e8-4639-9a52-04e2837e47cb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.447912] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1915ff6-c5e8-4639-9a52-04e2837e47cb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.580688] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.723514] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a5e01a7-abf5-4136-aedb-70f1ae4d2a69 [ 931.723514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.723763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.725267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.725488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.725615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.725859] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a5e01a7-abf5-4136-aedb-70f1ae4d2a69 already deleted. [ 931.725859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5e01a7-abf5-4136-aedb-70f1ae4d2a69" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.816334] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a0b239-d202-4216-8516-2bb61007a7dc: rpc.has_security_group_logging(os_id): False [ 931.837446] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.837606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.837676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.837876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.837961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.838471] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.838471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.838471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.838794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.838794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.838861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.838911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.838988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.839103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.839175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.839441] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.839691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.839800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.840083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.840083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.840083] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be created. [ 931.903682] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.903829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.903906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.904220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.904313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.916678] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: IN_PROGRESS for 2s [ 931.931055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.931284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.931358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.931559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.931650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.931924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.931924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.932046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.932376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.932376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.932376] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 931.965239] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.965239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.965239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.965239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.965239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.972193] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.972193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.972193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.972193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.972193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.972193] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1915ff6-c5e8-4639-9a52-04e2837e47cb already deleted. [ 931.972193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1915ff6-c5e8-4639-9a52-04e2837e47cb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.976351] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 932.084716] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.491804] env[65495]: INFO networking_nsxv3.common.synchronization [req-004c5d02-b082-4411-8233-3bba2a3007ab req-eb002cf9-84c9-4279-98e7-574e02ff1a4c tempest-ServerActionsV293TestJSON-1350336987 tempest-ServerActionsV293TestJSON-1350336987-project-member] Enqueued Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_members [ 932.492396] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGHEST for action security_group_members [ 932.492717] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.492849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.492920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.493174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.493307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.493406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.493469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.493619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.493709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.493792] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.587888] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.588107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.588201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.588469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.588575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.588710] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 932.620650] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.620650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.620650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.620650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.620650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.635330] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 932.996321] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.996740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.996740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.996920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.997362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.997362] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.997708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.997708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.997708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.997708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.997838] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 is going to be updated. [ 933.030933] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.030933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.030933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.031303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.031556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.042848] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 in Status: IN_PROGRESS for 2s [ 933.298744] env[65495]: INFO networking_nsxv3.common.synchronization [req-bb611ad1-4c8a-4aca-bf66-535b6bed7c12 req-f1734176-d155-4dd9-8894-76e94f8ed224 tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 933.299758] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 933.300136] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.300321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.300427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.300664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.300849] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.301047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.301172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.302550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.303189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.303397] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.805789] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.876919] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.877142] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.877269] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.877556] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.878315] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.878315] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.878315] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.880714] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.880946] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.881497] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.881497] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.881497] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.881497] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.881756] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.881756] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.881859] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.907670] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.907813] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.907892] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.908073] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.908447] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-4c6d9934-52be-4953-9970-3c5698226911 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.908634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.908706] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.909030] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.909174] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6d9934-52be-4953-9970-3c5698226911',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.929803] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 933.930384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.987580] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 933.987792] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb deletion is rescheduled due to dependency. [ 933.988592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.309497] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.400953] env[65495]: INFO networking_nsxv3.common.synchronization [req-1da52cba-2d3f-4194-b916-bdb5cf84786b req-1d26d25b-a1e6-43e4-9a00-0dc7e2d6dccf tempest-SecurityGroupRulesTestJSON-1000224836 tempest-SecurityGroupRulesTestJSON-1000224836-project-member] Enqueued Resource ID: 992bc972-82ed-4ef6-a8aa-aa68ec48a03c with Priority: HIGHEST for action security_group_rules [ 934.402153] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992bc972-82ed-4ef6-a8aa-aa68ec48a03c with Priority: HIGHEST for action security_group_rules [ 934.403633] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-992bc972-82ed-4ef6-a8aa-aa68ec48a03c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.403633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-992bc972-82ed-4ef6-a8aa-aa68ec48a03c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.403633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-992bc972-82ed-4ef6-a8aa-aa68ec48a03c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.404227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-992bc972-82ed-4ef6-a8aa-aa68ec48a03c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.404227] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('992bc972-82ed-4ef6-a8aa-aa68ec48a03c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.411715] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.412130] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.412387] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.412818] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.413107] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.413643] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 4c6d9934-52be-4953-9970-3c5698226911 not found, creating... [ 934.414132] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.414435] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.414846] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.415861] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.415861] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.416270] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.416637] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.416923] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.417394] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.417721] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.418138] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 4c6d9934-52be-4953-9970-3c5698226911 is going to be created. [ 934.446734] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.447717] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.447990] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.448390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.448551] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.448845] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.645664] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 934.645924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.646172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.646419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.646627] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.646751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.646828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.646984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.647086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.647176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.647272] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.812789] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.812958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.813046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.813295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.813394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.813496] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be updated. [ 934.852080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.852287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.852287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.852509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.852630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.863262] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: IN_PROGRESS for 2s [ 934.927636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.927822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.927870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.928167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.928167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.928289] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 992bc972-82ed-4ef6-a8aa-aa68ec48a03c already deleted. [ 934.928353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-992bc972-82ed-4ef6-a8aa-aa68ec48a03c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.054140] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 in Status: SUCCESS [ 935.054140] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 deletion is rescheduled due to dependency. [ 935.054140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.066490] env[65495]: INFO networking_nsxv3.common.synchronization [req-0984ea28-6163-4e6f-9ded-f25cf50cb5a6 req-8c0e8283-2775-412b-920b-b9fc18d436df tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 935.066490] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 935.066490] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.066959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.067209] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.067528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.067816] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.069762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.069762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.069762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.069762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.069762] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.156062] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.156245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.156322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.156538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.156722] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.156877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.156922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.157909] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.157909] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.157909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.158315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.158315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.158315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.158315] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.172744] env[65495]: INFO networking_nsxv3.common.synchronization [req-bb611ad1-4c8a-4aca-bf66-535b6bed7c12 req-ea27b6a2-b9ec-485d-816b-71982aa2a770 service nova] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_rules [ 935.173069] env[65495]: INFO networking_nsxv3.common.synchronization [req-bb611ad1-4c8a-4aca-bf66-535b6bed7c12 req-ea27b6a2-b9ec-485d-816b-71982aa2a770 service nova] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 935.173251] env[65495]: INFO networking_nsxv3.common.synchronization [req-bb611ad1-4c8a-4aca-bf66-535b6bed7c12 req-ea27b6a2-b9ec-485d-816b-71982aa2a770 service nova] Enqueued Resource ID: 4c6d9934-52be-4953-9970-3c5698226911 with Priority: HIGHEST for action port [ 935.174724] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_rules [ 935.174833] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 935.174930] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6d9934-52be-4953-9970-3c5698226911 with Priority: HIGHEST for action port [ 935.175266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.175415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.175467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.175660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.175742] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.176909] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.177211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.178075] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c6d9934-52be-4953-9970-3c5698226911 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.178219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.178317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.178649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.178649] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6d9934-52be-4953-9970-3c5698226911',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.541231] env[65495]: INFO networking_nsxv3.common.synchronization [req-671c435d-ef5a-4028-897e-88f1304aae92 req-af24c60e-b8cc-45b0-90df-b6f6febfdac6 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_members [ 935.541869] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGHEST for action security_group_members [ 935.542411] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.542616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.542707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.543090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.543357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.543538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.543625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.543837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.543953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.544112] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.571015] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.571218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.571305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.571538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.571646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.571851] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.571954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.572034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.572193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.572271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.572358] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be updated. [ 935.602652] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.602869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.602930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.603181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.603333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.614043] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: IN_PROGRESS for 2s [ 935.661571] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a: rpc.has_security_group_logging(os_id): False [ 935.681622] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.681828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.683196] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c6d9934-52be-4953-9970-3c5698226911 with status ACTIVE [ 935.683464] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.683603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.683673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.683894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.683983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.684243] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.684412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.684511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.684767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.684914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.685992] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.686133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.686196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.686384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.686443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.686553] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c6d9934-52be-4953-9970-3c5698226911 is going to be updated. [ 935.689810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.689974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.690058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.691522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.728138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.728413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.728559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.728669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.729328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.729328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.729328] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.729546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.729546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.729667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.729799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.729955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.730109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.730172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.730309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.730403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.730490] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 935.732800] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.732977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.732977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.733167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.733258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.733430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c6d9934-52be-4953-9970-3c5698226911" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.855884] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.856055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.856159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.856415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.856577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.882094] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 936.046461] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.046682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.046682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.046906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.046986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.047206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.047356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.047397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.047565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.047641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.047728] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c is going to be updated. [ 936.079574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.079748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.079784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.079988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.080156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.096807] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c in Status: IN_PROGRESS for 2s [ 936.262880] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d2429cb-2803-411f-b11d-08e95133f1bd req-414fb5fb-c0ea-4abd-9db1-9fa079b83a73 tempest-ServersNegativeTestJSON-470757134 tempest-ServersNegativeTestJSON-470757134-project-member] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 936.263884] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 936.264315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.264563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.264676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.264922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.265180] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.265337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.265457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.265661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.265793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.265934] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.768091] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.780752] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.780968] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.781452] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.781452] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.781998] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.781998] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.782251] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.782390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.782986] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.782986] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.782986] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.783163] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.783213] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.783332] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.783784] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.783857] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.804484] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.804681] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.804821] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.804997] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.805503] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-54563a7f-b66e-45da-92dc-6d424ce3fd1a taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.805677] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.805797] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.806168] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.806323] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54563a7f-b66e-45da-92dc-6d424ce3fd1a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.873491] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 936.873732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.873903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.874137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.874325] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.874446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.874512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.874661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.874741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.874835] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.270755] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.309035] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.309312] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.309444] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.309718] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.309865] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.310072] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 54563a7f-b66e-45da-92dc-6d424ce3fd1a not found, creating... [ 937.310407] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.310595] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.310714] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.310934] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.311092] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.311423] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.311577] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.311696] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.311900] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.312044] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.312184] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 54563a7f-b66e-45da-92dc-6d424ce3fd1a is going to be created. [ 937.336178] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.336178] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.336178] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.336523] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.336735] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.336974] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.378161] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.625709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: SUCCESS [ 937.625876] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 deletion is rescheduled due to dependency. [ 937.626208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.774203] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.774203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.774203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.774203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.774203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.774203] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 937.807450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.807687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.807687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.807757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.807911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.817502] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 937.880356] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.897157] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 937.897446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.057153] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d2429cb-2803-411f-b11d-08e95133f1bd req-912ffd13-2ff2-4d82-bba7-953b31ca3d6c service nova] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_rules [ 938.057153] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d2429cb-2803-411f-b11d-08e95133f1bd req-912ffd13-2ff2-4d82-bba7-953b31ca3d6c service nova] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 938.057153] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d2429cb-2803-411f-b11d-08e95133f1bd req-912ffd13-2ff2-4d82-bba7-953b31ca3d6c service nova] Enqueued Resource ID: 54563a7f-b66e-45da-92dc-6d424ce3fd1a with Priority: HIGHEST for action port [ 938.058098] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_rules [ 938.058098] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 938.058098] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54563a7f-b66e-45da-92dc-6d424ce3fd1a with Priority: HIGHEST for action port [ 938.058297] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.058297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.058390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.058583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.058689] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.059636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.059733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.059959] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-54563a7f-b66e-45da-92dc-6d424ce3fd1a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.060098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.060173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.060358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.060435] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54563a7f-b66e-45da-92dc-6d424ce3fd1a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.114432] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c in Status: SUCCESS [ 938.114432] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c deletion is rescheduled due to dependency. [ 938.114432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.383052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.383402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.383402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.384101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.384101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.384101] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be updated. [ 938.419849] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.419849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.419849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.420135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.420135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.432891] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: IN_PROGRESS for 2s [ 938.562530] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.562530] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.562759] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54563a7f-b66e-45da-92dc-6d424ce3fd1a with status ACTIVE [ 938.562759] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.562996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.562996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.563186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.564019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.564019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.564019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.564019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.564019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.564019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.564262] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.564262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.564262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.564376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.564459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.564508] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54563a7f-b66e-45da-92dc-6d424ce3fd1a is going to be updated. [ 938.591962] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.592169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.592169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.592625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.592625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.593038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54563a7f-b66e-45da-92dc-6d424ce3fd1a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.614029] env[65495]: INFO networking_nsxv3.common.synchronization [req-73f788d5-9df9-4cd1-be29-40757151f20c req-e55dcce0-585c-4b1d-ba22-8f61e787949f tempest-FloatingIPsAssociationTestJSON-27758565 tempest-FloatingIPsAssociationTestJSON-27758565-project-member] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 938.614647] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 938.615199] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.615363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.615441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.615669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.615833] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.615987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.616047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.616206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.616348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.616492] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.068385] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.068385] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.068385] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.068385] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.068745] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.068745] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.068830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.069059] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.069219] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.069418] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.069531] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.069636] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.069741] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.069847] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.069951] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.070094] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.091434] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.091646] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.091831] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.092020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-241" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.092345] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-6750746c-5947-440c-887d-ead6ff5b4843 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.092519] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.092636] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.093011] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.093316] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6750746c-5947-440c-887d-ead6ff5b4843',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.119015] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.596323] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.596612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.596702] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.596982] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.597151] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.597358] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 6750746c-5947-440c-887d-ead6ff5b4843 not found, creating... [ 939.597676] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.597846] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.597966] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.598210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.598379] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.598666] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.598822] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.598941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.599164] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.599303] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.599439] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 6750746c-5947-440c-887d-ead6ff5b4843 is going to be created. [ 939.620421] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.620687] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.620848] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.621209] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.621828] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.621828] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.622858] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.835445] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 939.835707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.835936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.836215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.836481] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.836726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.836726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.836880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.836963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.837075] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.125416] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.125708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.125708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.125867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.125867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.125953] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 is going to be updated. [ 940.156546] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.156754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.156840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.157121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.157263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.167265] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: IN_PROGRESS for 2s [ 940.341208] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.371024] env[65495]: INFO networking_nsxv3.common.synchronization [req-73f788d5-9df9-4cd1-be29-40757151f20c req-59c071f9-593d-4682-8e46-efb440560c4b service nova] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_rules [ 940.371024] env[65495]: INFO networking_nsxv3.common.synchronization [req-73f788d5-9df9-4cd1-be29-40757151f20c req-59c071f9-593d-4682-8e46-efb440560c4b service nova] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 940.371024] env[65495]: INFO networking_nsxv3.common.synchronization [req-73f788d5-9df9-4cd1-be29-40757151f20c req-59c071f9-593d-4682-8e46-efb440560c4b service nova] Enqueued Resource ID: 6750746c-5947-440c-887d-ead6ff5b4843 with Priority: HIGHEST for action port [ 940.371024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_rules [ 940.371024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 940.371024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6750746c-5947-440c-887d-ead6ff5b4843 with Priority: HIGHEST for action port [ 940.371024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.371024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.371024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.373120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.373246] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.374266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.374444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.374634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6750746c-5947-440c-887d-ead6ff5b4843 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.374898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.374898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.375098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.375187] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6750746c-5947-440c-887d-ead6ff5b4843',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.443245] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 940.443690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.443690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.443833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.444812] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.444812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.444812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.444812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.444812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.444812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.444812] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.471381] env[65495]: INFO networking_nsxv3.common.synchronization [req-7f4d7c81-6062-4778-8bbb-62940112e52a req-d0b8ad77-2a70-48c9-aa23-a1d3e950465c tempest-SecurityGroupRulesTestJSON-1000224836 tempest-SecurityGroupRulesTestJSON-1000224836-project-member] Enqueued Resource ID: 37cd133e-451a-4b1e-b1d2-37efacfc77f0 with Priority: HIGHEST for action security_group_rules [ 940.472167] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37cd133e-451a-4b1e-b1d2-37efacfc77f0 with Priority: HIGHEST for action security_group_rules [ 940.472410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37cd133e-451a-4b1e-b1d2-37efacfc77f0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.472483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37cd133e-451a-4b1e-b1d2-37efacfc77f0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.472548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37cd133e-451a-4b1e-b1d2-37efacfc77f0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.472806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37cd133e-451a-4b1e-b1d2-37efacfc77f0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.472896] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37cd133e-451a-4b1e-b1d2-37efacfc77f0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.842939] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.876820] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6750746c-5947-440c-887d-ead6ff5b4843 with status ACTIVE [ 940.877230] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.877973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.877973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.877973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.878139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.878398] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.878544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.878655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.878932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.879111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.879429] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.879585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.879685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.879856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.879954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.880189] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6750746c-5947-440c-887d-ead6ff5b4843 is going to be updated. [ 940.881713] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.881803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.911939] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.912157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.912268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.912507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.912659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.912822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6750746c-5947-440c-887d-ead6ff5b4843" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.947173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.947318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.947318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.947551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.947686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.947794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.947856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.948018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.948108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.948196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.948349] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.948430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.948492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.948671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.948810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.948923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.948991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.949144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.949210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.949321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.949415] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.997249] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.997429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.997507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.997711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.997904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.997904] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37cd133e-451a-4b1e-b1d2-37efacfc77f0 already deleted. [ 940.998025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37cd133e-451a-4b1e-b1d2-37efacfc77f0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.347427] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.347427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.347427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.347820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.347820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.347888] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 941.386591] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.386871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.386871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.387069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.387255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.400637] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 941.452063] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a0b239-d202-4216-8516-2bb61007a7dc: rpc.has_security_group_logging(os_id): False [ 941.475438] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.475640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.475714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.475926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.476028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.476240] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.476387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.476458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.476647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.476729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.477154] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.477378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.477472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.477653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.477757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.478056] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.478182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.478219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.478402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.478504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.478596] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be updated. [ 941.558212] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.558392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.558436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.558646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.558797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.573221] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: IN_PROGRESS for 2s [ 942.180182] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: SUCCESS [ 942.180182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.180182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.180182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.180182] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.180182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.180182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.180182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.180182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.180182] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.683425] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.085064] env[65495]: INFO networking_nsxv3.common.synchronization [req-062a5ba7-3f2b-4f10-a324-3e16a7dfdad1 req-4b18f29c-4705-49af-bb3d-cb6916b46df4 tempest-SecurityGroupRulesTestJSON-1000224836 tempest-SecurityGroupRulesTestJSON-1000224836-project-member] Enqueued Resource ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 with Priority: HIGHEST for action security_group_rules [ 943.086400] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 with Priority: HIGHEST for action security_group_rules [ 943.086400] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.086400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.086400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.087746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.087746] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.189103] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.362081] env[65495]: INFO networking_nsxv3.common.synchronization [req-4b647e9c-8922-4dcd-a5b3-b1c1655818f7 req-9aafdd2a-69d2-4ad3-b420-2780f710ab1f tempest-SecurityGroupRulesTestJSON-1000224836 tempest-SecurityGroupRulesTestJSON-1000224836-project-member] Enqueued Resource ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 with Priority: HIGHEST for action security_group_rules [ 943.362641] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 with Priority: HIGHEST for action security_group_rules [ 943.363276] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.363276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.415796] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 943.416141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.416363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.416626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.416938] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.417319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.417319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.417575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.417690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.417799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.417909] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.589158] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 943.589814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.612030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.612030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.612030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.612030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.612030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.612030] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 already deleted. [ 943.612383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.612383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.612441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.612589] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.693522] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.693522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.693522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.693522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.693522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.694261] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 is going to be updated. [ 943.726680] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.726882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.726923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.727145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.727292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.741376] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: IN_PROGRESS for 2s [ 943.767927] env[65495]: INFO networking_nsxv3.common.synchronization [req-55ffbdcc-4010-4d01-b0bc-6b7e605b7407 req-1d43c9e2-9a7c-4f60-a63b-f0464e01cdb3 tempest-SecurityGroupRulesTestJSON-1000224836 tempest-SecurityGroupRulesTestJSON-1000224836-project-member] Enqueued Resource ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 with Priority: HIGHEST for action security_group_rules [ 943.768502] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 with Priority: HIGHEST for action security_group_rules [ 943.768842] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.768910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.921129] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.921318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.921405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.921978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.922200] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.922329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.922451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.922595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.922685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.922881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.923059] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.923161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.923216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.923454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.923603] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.923696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.923756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.923900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.923974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.924088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.924152] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.134596] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.135128] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.135128] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.135229] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 already deleted. [ 944.135363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.135547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.135609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.136054] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.142478] env[65495]: INFO networking_nsxv3.common.synchronization [req-794de412-8b36-4f23-8953-3fc8f2eaa243 req-f8d9ad00-83e5-4b1a-ae56-83888bc4c6ca tempest-MigrationsAdminTest-1820678381 tempest-MigrationsAdminTest-1820678381-project-member] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 944.143278] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 944.143614] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.143729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.143796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.143986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.145505] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.145697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.145845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.146017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.146220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.146332] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.427126] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce: rpc.has_security_group_logging(os_id): False [ 944.446781] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.446948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.446948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.447154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.447251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.447467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.447568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.447659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.447778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.447864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.448057] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.448171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.448208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.448355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.448435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.448622] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.448716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.448774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.448911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.448983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.449148] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 944.515013] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.515242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.515242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.515465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.515613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.529390] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 944.649506] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.675052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.675308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.675403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.675616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.675731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.676439] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0 already deleted. [ 944.676620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be7cb6d2-2a73-4ea6-9ebc-42e87dfabfc0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.152210] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.655396] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.655594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.655681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.655851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.655940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.656055] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be updated. [ 945.692775] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.693052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.693163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.693402] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.693591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.702982] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: IN_PROGRESS for 2s [ 945.753812] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: SUCCESS [ 945.753812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.754057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.755984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.755984] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.755984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.755984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.755984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.755984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.755984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.755984] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.258483] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.258483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.258483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.258483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.258861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.258861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.258861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.258959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.258959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.259046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.259183] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.259271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.259354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.259499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.259633] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.259720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.259776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.259901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.259970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.260058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.260145] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.568013] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 946.568013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.766093] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa20c628-5fa5-4784-9f64-37bf6a512af7: rpc.has_security_group_logging(os_id): False [ 946.788021] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.788021] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.788021] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.788021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.788840] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.788840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.788840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.788840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.788840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.788840] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 is going to be updated. [ 946.858654] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.858843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.858916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.859183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.859339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.870040] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: IN_PROGRESS for 2s [ 947.717987] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 947.718339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.883191] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: SUCCESS [ 948.883503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.146603] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 949.146603] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 949.197518] env[65495]: INFO networking_nsxv3.common.synchronization [req-dbb34467-58b0-4d32-a249-d84fe561fa99 req-3d58b279-6371-4871-b944-9ba0ab3883b8 tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_members [ 949.198848] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_members [ 949.199201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0381498-cee7-4e89-8d73-7323249d7a1b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.199331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.199401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.199675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.199848] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.199948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.200059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.200239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.200324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.200451] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.563976] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.564306] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.564475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.564753] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.565097] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.565327] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.565494] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.565701] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.565845] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.566065] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.566184] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.566320] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.566477] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.566606] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.566717] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.566848] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.586607] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.586607] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.586752] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.586932] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.587407] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-c4d035fd-219f-4b47-97ec-c84674255927 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.587817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.588158] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.588633] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.588803] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d035fd-219f-4b47-97ec-c84674255927',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.702837] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.703015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.703093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.703371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.703479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.703707] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.703832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.703907] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.704095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.704256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.704256] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0381498-cee7-4e89-8d73-7323249d7a1b already deleted. [ 949.704404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.092031] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.092031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.092031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.092549] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.092549] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.092614] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port c4d035fd-219f-4b47-97ec-c84674255927 not found, creating... [ 950.092841] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.093028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.093133] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.093347] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.093521] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.093764] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.093914] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.094043] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.094258] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.094394] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.094535] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: c4d035fd-219f-4b47-97ec-c84674255927 is going to be created. [ 950.119397] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.119603] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.119797] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.120026] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.120255] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.120519] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.720793] env[65495]: INFO networking_nsxv3.common.synchronization [None req-51729401-278b-4396-843f-8a75d6bcda3d None None] Enqueued Resource ID: b52a4e99-3bd0-4af8-8add-e18682377acb with Priority: HIGHEST for action port [ 950.720793] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52a4e99-3bd0-4af8-8add-e18682377acb with Priority: HIGHEST for action port [ 950.721392] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b52a4e99-3bd0-4af8-8add-e18682377acb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.721727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b52a4e99-3bd0-4af8-8add-e18682377acb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.722290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b52a4e99-3bd0-4af8-8add-e18682377acb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.722901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b52a4e99-3bd0-4af8-8add-e18682377acb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.723189] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b52a4e99-3bd0-4af8-8add-e18682377acb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.878070] env[65495]: INFO networking_nsxv3.common.synchronization [req-dbb34467-58b0-4d32-a249-d84fe561fa99 req-a0c5ded0-0d11-49aa-a615-65bcff1b878b service nova] Enqueued Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_rules [ 950.878268] env[65495]: INFO networking_nsxv3.common.synchronization [req-dbb34467-58b0-4d32-a249-d84fe561fa99 req-a0c5ded0-0d11-49aa-a615-65bcff1b878b service nova] Enqueued Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_members [ 950.878765] env[65495]: INFO networking_nsxv3.common.synchronization [req-dbb34467-58b0-4d32-a249-d84fe561fa99 req-a0c5ded0-0d11-49aa-a615-65bcff1b878b service nova] Enqueued Resource ID: c4d035fd-219f-4b47-97ec-c84674255927 with Priority: HIGHEST for action port [ 950.879249] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_rules [ 950.882756] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_members [ 950.882756] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d035fd-219f-4b47-97ec-c84674255927 with Priority: HIGHEST for action port [ 950.882756] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0381498-cee7-4e89-8d73-7323249d7a1b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.882756] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.882756] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0381498-cee7-4e89-8d73-7323249d7a1b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.882756] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.882756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.883313] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.885184] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4d035fd-219f-4b47-97ec-c84674255927 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.885319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.888433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.888433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.888433] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d035fd-219f-4b47-97ec-c84674255927',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.219696] env[65495]: INFO networking_nsxv3.common.synchronization [req-b4a288b8-20a9-4348-a473-9f152e695350 req-e4e0208d-322a-489d-ae65-948e7fb1f463 tempest-ServersNegativeTestJSON-470757134 tempest-ServersNegativeTestJSON-470757134-project-member] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 951.225324] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 951.225324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.225324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.225324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.225324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.225324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.225324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.225324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.225324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.225324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.225324] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.226896] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b52a4e99-3bd0-4af8-8add-e18682377acb [ 951.227115] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.227267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.227340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.228010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.228131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.228244] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b52a4e99-3bd0-4af8-8add-e18682377acb already deleted. [ 951.228403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b52a4e99-3bd0-4af8-8add-e18682377acb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.387847] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.388969] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0381498-cee7-4e89-8d73-7323249d7a1b taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.389107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.389252] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4d035fd-219f-4b47-97ec-c84674255927 with status ACTIVE [ 951.389407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.389514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.389578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.389778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.389861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.390037] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.390133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.390432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.390607] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.390699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.390969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.396530] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4d035fd-219f-4b47-97ec-c84674255927 is going to be updated. [ 951.420982] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.421166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.421229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.421446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.421583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.421751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4d035fd-219f-4b47-97ec-c84674255927" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.725677] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.897929] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.228915] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.400911] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.401049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.401049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.401360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.401360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.401489] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0381498-cee7-4e89-8d73-7323249d7a1b is going to be created. [ 952.427705] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.427866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.427968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.428162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.428316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.440574] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0381498-cee7-4e89-8d73-7323249d7a1b in Status: UNINITIALIZED for 2s [ 952.732669] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.733218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.733326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.733596] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.734188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.734370] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 952.768592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.769258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.769258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.769258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.769258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.779674] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 953.024864] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a95ba3cb-cd20-4e2b-a3b8-6cf5ba2762ef None None] Enqueued Resource ID: 468964f6-3879-4166-9fb7-56a5ec9a945f with Priority: HIGHEST for action port [ 953.025592] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468964f6-3879-4166-9fb7-56a5ec9a945f with Priority: HIGHEST for action port [ 953.025906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-468964f6-3879-4166-9fb7-56a5ec9a945f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.026076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-468964f6-3879-4166-9fb7-56a5ec9a945f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.026172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-468964f6-3879-4166-9fb7-56a5ec9a945f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.026474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-468964f6-3879-4166-9fb7-56a5ec9a945f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.026601] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('468964f6-3879-4166-9fb7-56a5ec9a945f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.529128] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 468964f6-3879-4166-9fb7-56a5ec9a945f [ 953.529441] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.529506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.529555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.529896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.529896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.530052] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:468964f6-3879-4166-9fb7-56a5ec9a945f already deleted. [ 953.530087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-468964f6-3879-4166-9fb7-56a5ec9a945f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.122749] env[65495]: INFO networking_nsxv3.common.synchronization [req-9f5b4f05-e362-4747-8508-d99844e554d3 req-7a551fa1-d328-419f-b998-9025f93d9fc2 tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 954.123335] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 954.123649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.123769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.123836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.125506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.125683] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.125792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.125857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.126260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.126260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.126260] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.450787] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0381498-cee7-4e89-8d73-7323249d7a1b in Status: SUCCESS [ 954.451039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.451438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.451438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.451640] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.451770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.451845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.452013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.452101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.452189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.452279] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.481153] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.481351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.481468] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.481733] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.481985] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.482220] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.482334] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.482689] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.482873] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.483087] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.483222] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.483940] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.483940] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.483940] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.483940] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.483940] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.503416] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.503604] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.503748] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.503925] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.504272] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-c19cebdc-87da-4748-b3bd-77797e983c36 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.504448] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.504566] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.504922] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.505070] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19cebdc-87da-4748-b3bd-77797e983c36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.628977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.629549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.629549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.629549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.629549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.629869] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.629869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.630140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.630140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.630140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.630457] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 954.656742] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.656879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.656966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.657167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.657312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.668163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 954.791535] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 954.791535] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.955130] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.009076] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.009738] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.009738] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.009818] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.009899] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.010109] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port c19cebdc-87da-4748-b3bd-77797e983c36 not found, creating... [ 955.010403] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.010563] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.010685] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.010971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.011036] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.011322] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.011478] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.011587] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.011790] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.011917] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.012518] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: c19cebdc-87da-4748-b3bd-77797e983c36 is going to be created. [ 955.037143] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.037143] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.037143] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.037143] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.037143] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.037143] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.459288] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0381498-cee7-4e89-8d73-7323249d7a1b: rpc.has_security_group_logging(os_id): False [ 955.482264] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.482370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.482436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.482671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.482759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.483093] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.483277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.483381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.483648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.483784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.483925] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0381498-cee7-4e89-8d73-7323249d7a1b is going to be created. [ 955.568801] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.568995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.569095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.569531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.569749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.580992] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0381498-cee7-4e89-8d73-7323249d7a1b in Status: IN_PROGRESS for 2s [ 955.808948] env[65495]: INFO networking_nsxv3.common.synchronization [req-9f5b4f05-e362-4747-8508-d99844e554d3 req-c90ff3a5-0dff-4a67-bd16-b58dc34653e1 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 955.809244] env[65495]: INFO networking_nsxv3.common.synchronization [req-9f5b4f05-e362-4747-8508-d99844e554d3 req-c90ff3a5-0dff-4a67-bd16-b58dc34653e1 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 955.809282] env[65495]: INFO networking_nsxv3.common.synchronization [req-9f5b4f05-e362-4747-8508-d99844e554d3 req-c90ff3a5-0dff-4a67-bd16-b58dc34653e1 service nova] Enqueued Resource ID: c19cebdc-87da-4748-b3bd-77797e983c36 with Priority: HIGHEST for action port [ 955.813859] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 955.813859] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 955.813859] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19cebdc-87da-4748-b3bd-77797e983c36 with Priority: HIGHEST for action port [ 955.814022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.814261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.814261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.815382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.815382] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.815473] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.815808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.815808] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19cebdc-87da-4748-b3bd-77797e983c36 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.816044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.816044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.818143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.818143] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19cebdc-87da-4748-b3bd-77797e983c36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.320033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.320033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.320033] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c19cebdc-87da-4748-b3bd-77797e983c36 with status ACTIVE [ 956.320257] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.320536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.320536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.320607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.321173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.321173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.321173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.321173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.321173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.321383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.321383] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.321691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.321691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.321691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.321774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.321774] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c19cebdc-87da-4748-b3bd-77797e983c36 is going to be updated. [ 956.344378] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.344378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.344378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.344378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.344378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.344378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19cebdc-87da-4748-b3bd-77797e983c36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.678309] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 956.678499] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea deletion is rescheduled due to dependency. [ 956.678617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.678791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.679315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.679315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.679315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.679582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.679582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.679582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.679673] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.183505] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.599438] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0381498-cee7-4e89-8d73-7323249d7a1b in Status: SUCCESS [ 957.599692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.687068] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.193761] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.194108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.194148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.195225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.195225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.195225] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 958.238534] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.238838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.238968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.239229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.239433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.249113] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 960.056044] env[65495]: INFO networking_nsxv3.common.synchronization [req-e80feedf-5644-47fb-99c4-9fe9450ae946 req-4c58d8e4-eaa4-4c3d-877f-200731ea2f7f tempest-FloatingIPsAssociationTestJSON-27758565 tempest-FloatingIPsAssociationTestJSON-27758565-project-member] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 960.056044] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 960.056044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.056044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.056044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.056044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.056044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.056044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.056044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.056044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.056044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.056044] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.313088] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 960.313088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.313088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.313088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.313088] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.313727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.313727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.313727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.313727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.313727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.313727] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.507953] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.815670] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.815868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.815912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.816165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.816469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.816469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.816607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.816636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.816719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.816805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.816954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.817057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.817116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.817248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.817381] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.817543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.817543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.818309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.818309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.818309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.818309] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.010782] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.319752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea: rpc.has_security_group_logging(os_id): False [ 961.342884] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.343069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.343165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.343919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.343919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.343919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.344417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.344417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.344417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.344417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.344540] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.344608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.344886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.346034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.346164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.346474] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.346613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.346713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.346915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.347010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.347164] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 961.425171] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.425171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.425171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.425171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.425171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.438134] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 961.516275] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.516275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.516275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.516275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.516275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.516275] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 is going to be updated. [ 961.549833] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.549833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.549833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.549833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.549833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.559315] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: IN_PROGRESS for 2s [ 963.452721] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 963.453145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.573420] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: SUCCESS [ 963.573796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.003557] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 965.003854] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 965.314195] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-5e398cc9-8a81-4f59-8dd9-59fed095ccef tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 965.314195] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 965.314417] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.314531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.314531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.314791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.314955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.315457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.315567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.315703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.315778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.315883] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.566188] env[65495]: INFO networking_nsxv3.common.synchronization [req-72e5bde6-d656-46ba-9f09-94b1de0e2f9e req-85f868c3-4a74-4e15-8f2e-83d36a90a5f1 tempest-ServersAdminTestJSON-1054219287 tempest-ServersAdminTestJSON-1054219287-project-member] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 965.566188] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGHEST for action security_group_members [ 965.567020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.567356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.568417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.569127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.569487] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.571021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.571021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.571021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.571021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.571021] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.819123] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.819292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.819366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.819624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.819734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.819925] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.820041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.820100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.820254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.820331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.820415] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f already deleted. [ 965.820492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.878193] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.878193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.878193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.878193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.878193] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.878193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.878193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.878193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.878193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.878193] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.878193] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.878193] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.878193] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.878950] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.878950] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.878950] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.900467] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.900467] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.900645] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.900873] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.901128] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.901368] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.901505] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.901840] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.902028] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.073296] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.073875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.073875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.073875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.098558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.098876] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.099016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.099068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.099298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.099360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.099446] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be updated. [ 966.144201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.144201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.144201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.144201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.144524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.161603] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: IN_PROGRESS for 2s [ 966.166123] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ad2efd8f-4db9-4371-af12-9133f3646ccf None None] Enqueued Resource ID: 1761aab8-3062-4398-8531-1d8a54703407 with Priority: HIGHEST for action port [ 966.168049] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1761aab8-3062-4398-8531-1d8a54703407 with Priority: HIGHEST for action port [ 966.168938] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1761aab8-3062-4398-8531-1d8a54703407 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.169475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1761aab8-3062-4398-8531-1d8a54703407" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.169547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1761aab8-3062-4398-8531-1d8a54703407" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.169967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1761aab8-3062-4398-8531-1d8a54703407" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.170166] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1761aab8-3062-4398-8531-1d8a54703407',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.404705] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.404968] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.405139] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.405503] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.405691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.405863] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb not found, creating... [ 966.406302] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.406430] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.406479] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.410034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.410034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.410034] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.410034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.410034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.410034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.410034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.410387] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb is going to be created. [ 966.436816] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.437152] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.437228] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.437454] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.437770] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.438022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.673951] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1761aab8-3062-4398-8531-1d8a54703407 [ 966.674138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.674313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.674411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.674676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.674837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.674943] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1761aab8-3062-4398-8531-1d8a54703407 already deleted. [ 966.675076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1761aab8-3062-4398-8531-1d8a54703407" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.198757] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-1c4708f4-d6bd-4076-b2f0-3f4c2ecd0ef6 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 967.199072] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-1c4708f4-d6bd-4076-b2f0-3f4c2ecd0ef6 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 967.199072] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-1c4708f4-d6bd-4076-b2f0-3f4c2ecd0ef6 service nova] Enqueued Resource ID: 6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb with Priority: HIGHEST for action port [ 967.200048] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 967.200048] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 967.200048] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb with Priority: HIGHEST for action port [ 967.200048] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.200365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.200365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.200447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.200539] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.201350] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.201447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.201511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.201671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.201811] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.201917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.202061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.202119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.202869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.202869] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.203035] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.203121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.203174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.203330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.203452] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.705557] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.706694] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.706851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.706970] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb with status ACTIVE [ 967.707140] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.707250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.707314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.707525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.707612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.707775] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.707868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.707930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.708113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.708176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.708360] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.708482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.708523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.708656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.708744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.708826] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb is going to be updated. [ 967.753352] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.753352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.753352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.753352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.753352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.753352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a9ce6ba-fc8f-45e3-a963-c8e177edbcfb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.173789] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400d6de9-d65b-45df-93df-8176a5c4b199 in Status: SUCCESS [ 968.175270] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 deletion is rescheduled due to dependency. [ 968.175270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.215419] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.718861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.718861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.719046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.719174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.719280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.719368] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be created. [ 968.752129] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.752129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.752129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.752129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.752129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.763537] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: UNINITIALIZED for 2s [ 969.511417] env[65495]: INFO networking_nsxv3.common.synchronization [None req-2101c7a0-2a5d-4159-8bf5-767556d6c609 None None] Enqueued Resource ID: 6a50558b-6a55-47e0-accf-5829da6c3a0a with Priority: HIGHEST for action port [ 969.512013] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a50558b-6a55-47e0-accf-5829da6c3a0a with Priority: HIGHEST for action port [ 969.512298] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a50558b-6a55-47e0-accf-5829da6c3a0a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.512483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a50558b-6a55-47e0-accf-5829da6c3a0a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.512545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a50558b-6a55-47e0-accf-5829da6c3a0a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.512762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a50558b-6a55-47e0-accf-5829da6c3a0a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.512846] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a50558b-6a55-47e0-accf-5829da6c3a0a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.016803] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a50558b-6a55-47e0-accf-5829da6c3a0a [ 970.017146] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.017291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.017291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.017466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.017557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.017652] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a50558b-6a55-47e0-accf-5829da6c3a0a already deleted. [ 970.017732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a50558b-6a55-47e0-accf-5829da6c3a0a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.776503] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 970.776503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.776503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.776503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.776503] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.776933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.776933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.776933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.776933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.776933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.777081] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.279038] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.279203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.279250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.279463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.279602] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.279700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.279750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.279895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.279979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.280078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.280225] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.280314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.280370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.280507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.280647] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.280735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.280792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.280924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.281050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.281085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.281164] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.707199] env[65495]: INFO networking_nsxv3.common.synchronization [req-db6b0645-91c4-41b3-87ef-6d699796f5a3 req-e80a964f-1bf6-466f-b1a9-37d3e8c8debe tempest-ListServersNegativeTestJSON-1213023927 tempest-ListServersNegativeTestJSON-1213023927-project-member] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 971.707584] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 971.708525] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.708525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.708525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.708525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.708525] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.708525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.708807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.708807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.708807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.708902] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.956568] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a8ed75-da24-46e9-8c58-b597e196ae8f: rpc.has_security_group_logging(os_id): False [ 971.962168] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.962168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.962168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.962500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.963607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.963607] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.963607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.963607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.963908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.964096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.964592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.964892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.965165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.965343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.965464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.966287] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.966287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.966496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.966564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.966709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.966832] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be created. [ 972.040191] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.040191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.040191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.040705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.040922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.056752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 972.211107] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.717336] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.220170] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.220466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.220466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.220684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.220779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.220948] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 973.225115] env[65495]: INFO networking_nsxv3.common.synchronization [req-811c1267-6a32-4817-bad9-96ff149f66f1 req-47432212-b06b-4237-9722-34da8400c178 tempest-ListServersNegativeTestJSON-1213023927 tempest-ListServersNegativeTestJSON-1213023927-project-member] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 973.226182] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGHEST for action security_group_members [ 973.226543] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.226692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.252632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.252766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.252840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.253083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.253232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.263190] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 974.074395] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 974.074736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.483476] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-44eda93d-8805-4722-8862-49ba54281dc7 tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 974.484038] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 974.484371] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.484481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.484549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.484746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.485073] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.485073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.485196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.485310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.485354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.485461] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.866225] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.866433] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.866722] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.867894] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.867894] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.869047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.869047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.869047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.869047] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.869244] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.869977] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.870146] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.870256] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.870419] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.870478] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.870619] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.892931] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.893139] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.893286] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.893571] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.893856] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-d973fc85-35fa-485a-90a0-5414f131e74e taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.894051] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.894175] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.894525] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.894666] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d973fc85-35fa-485a-90a0-5414f131e74e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.988897] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.275735] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 975.276009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.276214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.276470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.276719] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.276848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.276924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.277125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.277217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.277325] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.398029] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.398029] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.398029] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.398320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.398457] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.398670] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port d973fc85-35fa-485a-90a0-5414f131e74e not found, creating... [ 975.399018] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.399199] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.399321] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.399687] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.399773] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.400048] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.400251] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.400313] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.400586] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.400688] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.400891] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: d973fc85-35fa-485a-90a0-5414f131e74e is going to be created. [ 975.423248] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.423584] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.423689] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.424337] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.424729] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.424832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.492017] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.784879] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.785052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.785123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.785343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.785459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.785720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.785847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.785910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.786048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.786127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786213] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be updated. [ 975.821913] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.822068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.822068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.822278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.822416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.833356] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: IN_PROGRESS for 2s [ 975.997200] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.997406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.997483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.997746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.997830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.997957] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 976.055577] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.055775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.055855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.056544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.057454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.079739] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 976.159114] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-9751ffc5-00dd-4093-a69c-78395d0c1d70 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 976.159228] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-9751ffc5-00dd-4093-a69c-78395d0c1d70 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 976.159379] env[65495]: INFO networking_nsxv3.common.synchronization [req-68268684-6f63-4448-b6f9-e29396834c83 req-9751ffc5-00dd-4093-a69c-78395d0c1d70 service nova] Enqueued Resource ID: d973fc85-35fa-485a-90a0-5414f131e74e with Priority: HIGHEST for action port [ 976.160023] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 976.160530] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 976.160668] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d973fc85-35fa-485a-90a0-5414f131e74e with Priority: HIGHEST for action port [ 976.160999] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.161294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.161294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.161541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.161633] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.162737] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.162836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.162968] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-d973fc85-35fa-485a-90a0-5414f131e74e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.163086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.163179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.163390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.163586] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d973fc85-35fa-485a-90a0-5414f131e74e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.666939] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d973fc85-35fa-485a-90a0-5414f131e74e with status ACTIVE [ 976.667479] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.667479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.667602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.667883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.668175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.668425] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.668597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.668597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.668775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.668856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.669407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.669517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.669580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.669793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.669793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.669925] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d973fc85-35fa-485a-90a0-5414f131e74e is going to be updated. [ 976.671206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.671324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.694363] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.694581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.694581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.694824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.694972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.695150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d973fc85-35fa-485a-90a0-5414f131e74e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.510304] env[65495]: INFO networking_nsxv3.common.synchronization [None req-564c6c4f-7d03-47fc-8c0a-8b4afb3ca22e tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_rules [ 977.510951] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_rules [ 977.511232] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.511291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.511376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.511605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.511952] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.609738] env[65495]: INFO networking_nsxv3.common.synchronization [None req-e8158ae6-2261-439a-b568-d6d5f1899939 tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_rules [ 977.611127] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_rules [ 977.611685] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.612045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.844253] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92024741-460a-4349-aa1c-c8a90ce9ebea in Status: SUCCESS [ 977.844573] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea deletion is rescheduled due to dependency. [ 977.844573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.035930] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.036062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.036062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.036664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.036664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.036664] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 already deleted. [ 978.036664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.037176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.037176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.037176] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.091464] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 978.091722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.092302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.092545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.092760] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.092879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.092943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.093135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.093690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.093690] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.571077] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.571077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.571077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.571077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.571077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.571077] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 already deleted. [ 978.571077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.595387] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.098971] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.601713] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.601994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.601994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.602120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.602218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.602271] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 979.635798] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.635991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.635991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.636225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.636373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.648066] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 981.661847] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 4s [ 982.596387] env[65495]: INFO networking_nsxv3.common.synchronization [None req-28be12b8-a199-4928-ab2c-8482737fe685 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_rules [ 982.597660] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_rules [ 982.597660] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.597660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.597660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.597885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.597885] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.734050] env[65495]: INFO networking_nsxv3.common.synchronization [None req-90191e93-e789-450b-8d8f-2a53abb7a784 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_rules [ 982.734050] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_rules [ 982.735320] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.735320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.121399] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.121642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.121728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.121988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.122102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.122209] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 already deleted. [ 983.122675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.122675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.122894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.122990] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.646083] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.646083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.646083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.646572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.646572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.646572] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 already deleted. [ 983.646572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.674565] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 983.674790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.674968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.675207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.675417] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.675570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.675661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.675817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.675897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.675983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.676087] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.177952] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.178255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.178255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.178598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.178598] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.178716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.178716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.178824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.178909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.178994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.179156] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.179247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.179306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.179889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.180051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.180152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.180217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.180358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.180434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.180514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.180602] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.683061] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a8ed75-da24-46e9-8c58-b597e196ae8f: rpc.has_security_group_logging(os_id): False [ 984.703269] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.703516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.703694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.703834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.703946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.704211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.704349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.704405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.704635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.704635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.704836] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.704944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.705012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.705318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.705395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.705654] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.705754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.705806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.706933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.706933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.706933] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 984.772026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.772026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.772026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.772026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.772026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.788141] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 986.774601] env[65495]: INFO networking_nsxv3.common.synchronization [None req-444c06d3-ff4e-4307-80b2-b49d61d7e7ca tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_rules [ 986.775126] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_rules [ 986.775500] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.775617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.775688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.775990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.776700] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.805753] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 986.806656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.905635] env[65495]: INFO networking_nsxv3.common.synchronization [None req-9f86aad5-d188-4ade-bb33-a43b1c145e54 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_rules [ 986.906601] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_rules [ 986.907020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.907020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.038020] env[65495]: INFO networking_nsxv3.common.synchronization [req-1ac08487-b828-4cc6-907e-8048d66a53b8 req-64def206-088e-4bd0-983b-55bf02e516d0 tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 987.039025] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 987.039625] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.039625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.039625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.039845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.040062] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.040194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.040273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.040670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.041497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.041497] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.237127] env[65495]: INFO networking_nsxv3.common.synchronization [req-2476e7b0-80b5-4dc2-a3a2-74f2fde05488 req-4e59a109-5d59-4d71-b532-9ad73f92ac5a tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 987.237676] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 987.237990] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.238118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.298628] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.298956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.299108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.299354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.299478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.299607] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 already deleted. [ 987.299862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.299862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.300094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.300209] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.546480] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.824557] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.824895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.824895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.825998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.826118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.826373] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 already deleted. [ 987.826373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.048272] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.551659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.551659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.551871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.551956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.551988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.552087] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 988.594736] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.594736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.594736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.594736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.594736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.603738] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 988.969704] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-7913d780-61a6-4f99-9e09-7abe4a8691ef tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 988.970308] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 988.970621] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.970750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.970819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.971092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.971288] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.971397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.971594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.971653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.971688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.971782] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.286586] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-440a03d1-464f-46b5-8507-c35b71639707 tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 989.287451] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 989.287836] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.287947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.474446] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.475236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476865] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476865] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 already deleted. [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.477318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.477349] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.477429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.477487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.477700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.477777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.477884] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.592861] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-de25d3b2-a0b4-4a78-a422-1809e1ea6ca5 tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 989.593435] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 989.593741] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.593870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.981073] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.981348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.981348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.981597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.981700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.981924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.982042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.982106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.982262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.982336] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.982441] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 already deleted. [ 989.982531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.982692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.982841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.982977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.983081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.983141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.983286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.983357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.983467] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.996165] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.996371] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.996517] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.996844] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.997133] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.997293] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.997408] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.997627] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.997774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.997985] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.998192] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.998242] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.998314] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.998417] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.998518] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.998645] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.018557] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.018739] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.018888] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.019061] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.019381] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-6a904f04-23e8-444c-b86d-80b5b13b2ae7 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.019556] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.019679] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.020014] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.020154] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a904f04-23e8-444c-b86d-80b5b13b2ae7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.485657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.485830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.485908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.486167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.486264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.486538] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.486617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.486657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.486815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.486888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.486985] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 already deleted. [ 990.487081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.522370] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.522663] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.522749] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.523039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.523204] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.523343] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 6a904f04-23e8-444c-b86d-80b5b13b2ae7 not found, creating... [ 990.523644] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.523808] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.523926] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.524187] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.524284] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.524562] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.524714] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.524827] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.525039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.525172] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.525311] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 6a904f04-23e8-444c-b86d-80b5b13b2ae7 is going to be created. [ 990.547014] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.547229] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.547418] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.547617] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.547883] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.548132] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.614659] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 990.614898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.615079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.615863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.615863] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.615863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.615863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.615863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.616318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.616318] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.119423] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.119423] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.119423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.119423] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 991.150029] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.150174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.150246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.150465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.150608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.159662] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 991.234587] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-f1e513fc-a8f5-452f-a8c5-6631ffb581f6 service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 991.234587] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-f1e513fc-a8f5-452f-a8c5-6631ffb581f6 service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 991.234587] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-f1e513fc-a8f5-452f-a8c5-6631ffb581f6 service nova] Enqueued Resource ID: 6a904f04-23e8-444c-b86d-80b5b13b2ae7 with Priority: HIGHEST for action port [ 991.235011] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 991.235155] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 991.235267] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a904f04-23e8-444c-b86d-80b5b13b2ae7 with Priority: HIGHEST for action port [ 991.235564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.235703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.235781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.236077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.236127] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.237923] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.238082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.238151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.238356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.238556] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.238671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.238757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.238882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.238968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.239075] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.240059] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a904f04-23e8-444c-b86d-80b5b13b2ae7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.240059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.240179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.240277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.240354] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a904f04-23e8-444c-b86d-80b5b13b2ae7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.530452] env[65495]: INFO networking_nsxv3.common.synchronization [req-5b7d6abf-7ec2-416e-aec4-c45aeee439c0 req-393b1b3d-67bb-4ec7-99c1-85eb0fe56658 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 991.530989] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 991.531345] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.531496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.532686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.532686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.532686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.532686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.532686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.532686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.532686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.532686] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.742167] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.742352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.742638] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.743731] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a904f04-23e8-444c-b86d-80b5b13b2ae7 with status ACTIVE [ 991.743907] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.744026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.744089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.744290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.744372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.744572] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.744675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.744728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.744868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.744944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.745155] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.745245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.745303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.745439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.745525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.745618] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a904f04-23e8-444c-b86d-80b5b13b2ae7 is going to be updated. [ 991.770912] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.771068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.771162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.771468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.771706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.771976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a904f04-23e8-444c-b86d-80b5b13b2ae7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.907053] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.907053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.907053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.907053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.907053] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.907053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.907053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.907053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.907053] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.907053] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.907053] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.907053] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.907053] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.907601] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.907601] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.907601] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.924467] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.924658] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.924799] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.924968] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.926558] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-87402233-aa4c-4f48-af61-b224ed3957bc taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.926558] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.926558] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.926762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.926871] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87402233-aa4c-4f48-af61-b224ed3957bc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.034334] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.176970] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.177301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-61" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.177301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-61" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.177648] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-61" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.178300] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.178472] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.178596] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.178817] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.178960] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.179184] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.179300] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.179407] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.179512] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.179630] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.179735] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.179863] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.198396] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.198582] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.198665] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.198854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-61" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.199174] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.199340] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.199459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.199756] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.199893] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf6a2bf-9563-4f02-9cc1-828f20ed2b21',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.247725] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.429192] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.429581] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.429581] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.429823] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.430036] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.430136] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 87402233-aa4c-4f48-af61-b224ed3957bc not found, creating... [ 992.430393] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.430546] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.430663] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.430870] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.431019] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.431300] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.431453] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.431630] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.431856] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.432010] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.432158] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 87402233-aa4c-4f48-af61-b224ed3957bc is going to be created. [ 992.451762] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.452027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.452112] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.452351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.452579] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.453457] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.536667] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.702536] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.702737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.702832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.703136] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.703297] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.703465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port edf6a2bf-9563-4f02-9cc1-828f20ed2b21 not found, creating... [ 992.703738] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.703896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.704014] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.704235] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.704372] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.704670] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.704829] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.704946] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.705166] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.705300] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.705437] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: edf6a2bf-9563-4f02-9cc1-828f20ed2b21 is going to be created. [ 992.724445] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.724649] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.724754] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.725015] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.725250] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.725468] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.750390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.750644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.750709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.750927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.751058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751196] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be created. [ 992.775250] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.775560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.775560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.775712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.776172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.787705] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: UNINITIALIZED for 2s [ 993.039660] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.039884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.039884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.040130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.040227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.040332] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 993.066311] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.066489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.066489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.066743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.066890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.075638] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 993.157871] env[65495]: INFO networking_nsxv3.common.synchronization [req-5b7d6abf-7ec2-416e-aec4-c45aeee439c0 req-415e9e90-6344-4c7d-ae46-a259a814755b service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 993.158099] env[65495]: INFO networking_nsxv3.common.synchronization [req-5b7d6abf-7ec2-416e-aec4-c45aeee439c0 req-415e9e90-6344-4c7d-ae46-a259a814755b service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 993.158241] env[65495]: INFO networking_nsxv3.common.synchronization [req-5b7d6abf-7ec2-416e-aec4-c45aeee439c0 req-415e9e90-6344-4c7d-ae46-a259a814755b service nova] Enqueued Resource ID: 87402233-aa4c-4f48-af61-b224ed3957bc with Priority: HIGHEST for action port [ 993.158759] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 993.158894] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 993.158991] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87402233-aa4c-4f48-af61-b224ed3957bc with Priority: HIGHEST for action port [ 993.159273] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.159393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.159458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.159650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.159730] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.161135] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.161135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.161266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-87402233-aa4c-4f48-af61-b224ed3957bc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.161417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.161498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.161691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.161742] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87402233-aa4c-4f48-af61-b224ed3957bc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.171921] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 993.171921] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f deletion is rescheduled due to dependency. [ 993.172087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.448778] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-343e0423-d0bb-479f-a188-93c9b3b1902a service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 993.449049] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-343e0423-d0bb-479f-a188-93c9b3b1902a service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 993.449049] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-343e0423-d0bb-479f-a188-93c9b3b1902a service nova] Enqueued Resource ID: edf6a2bf-9563-4f02-9cc1-828f20ed2b21 with Priority: HIGHEST for action port [ 993.449558] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 993.449821] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 993.449968] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf6a2bf-9563-4f02-9cc1-828f20ed2b21 with Priority: HIGHEST for action port [ 993.450479] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.450583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.450906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.450996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.451309] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.451309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.451474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.451568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.451649] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf6a2bf-9563-4f02-9cc1-828f20ed2b21',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.663925] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.664101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.665459] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87402233-aa4c-4f48-af61-b224ed3957bc with status ACTIVE [ 993.665677] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.665758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.665833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.666058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.666149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.666329] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.666424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.666493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.666659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.666739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.666919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.667015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.667106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.667217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.667306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.667369] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87402233-aa4c-4f48-af61-b224ed3957bc is going to be updated. [ 993.696532] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.696760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.696760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.696933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.697091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.697348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87402233-aa4c-4f48-af61-b224ed3957bc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.953572] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edf6a2bf-9563-4f02-9cc1-828f20ed2b21 with status ACTIVE [ 993.953838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.953984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.954061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.954277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.954367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.954564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.954658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.954696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.954835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.954910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.955099] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.955191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.955251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.955385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.955457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.955582] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edf6a2bf-9563-4f02-9cc1-828f20ed2b21 is going to be updated. [ 993.978183] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.978365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.978414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.978622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.979362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.979537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf6a2bf-9563-4f02-9cc1-828f20ed2b21" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.198359] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.198905] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.199289] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.200455] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.200455] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.200455] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.200455] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.200455] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.200455] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.200726] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.200726] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.200791] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.200852] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.200961] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.201083] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.201244] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.221992] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.221992] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.221992] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.222210] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-433" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.222570] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-fcca7b84-80f8-4e80-b49e-a05670feed49 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.223585] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.223585] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.223585] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.223585] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcca7b84-80f8-4e80-b49e-a05670feed49',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.726680] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.726680] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.727110] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.727110] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.728244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.728244] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port fcca7b84-80f8-4e80-b49e-a05670feed49 not found, creating... [ 994.728244] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.728244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.728244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.728244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.728244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.728551] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.728675] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.728819] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.729045] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.729184] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.729323] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: fcca7b84-80f8-4e80-b49e-a05670feed49 is going to be created. [ 994.752247] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.752511] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.752609] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.752909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.753163] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.753390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.807021] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 994.807263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.807437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.807657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.807859] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.807978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.808055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.808216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.808298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.808382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.808477] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.809352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.810353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.810353] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.810353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.810353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.810353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.810353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.810353] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.089208] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 995.089208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.089208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.089208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.089208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.089208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.089208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.089208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.089208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.089208] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.311985] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.312082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.313410] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.470540] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-9df8f71c-3351-414f-8fd6-7e04ededece7 service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 995.471029] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-9df8f71c-3351-414f-8fd6-7e04ededece7 service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 995.471029] env[65495]: INFO networking_nsxv3.common.synchronization [req-20e00841-0528-4167-8d72-6275d1551280 req-9df8f71c-3351-414f-8fd6-7e04ededece7 service nova] Enqueued Resource ID: fcca7b84-80f8-4e80-b49e-a05670feed49 with Priority: HIGHEST for action port [ 995.471339] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 995.471474] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 995.471576] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcca7b84-80f8-4e80-b49e-a05670feed49 with Priority: HIGHEST for action port [ 995.471852] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.471964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.472374] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.472469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.472657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcca7b84-80f8-4e80-b49e-a05670feed49 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.472758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.472836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.473055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.473135] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcca7b84-80f8-4e80-b49e-a05670feed49',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.590860] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.801258] env[65495]: INFO networking_nsxv3.common.synchronization [req-97ff7ab6-7649-492b-a804-134c6721ac04 req-2efb8723-3c6b-4a78-88fb-529f459f8c8f tempest-MigrationsAdminTest-1820678381 tempest-MigrationsAdminTest-1820678381-project-member] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 995.802425] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGHEST for action security_group_members [ 995.802528] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.802677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.802677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.802907] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.803078] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.803652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.803652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.803652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.803652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.803652] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.815096] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.975745] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcca7b84-80f8-4e80-b49e-a05670feed49 with status ACTIVE [ 995.976376] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.976376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.976376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.978345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.978345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.979073] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.979073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.979073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.980020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.980020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.980315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.980315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.980422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.980717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.980717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.980717] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcca7b84-80f8-4e80-b49e-a05670feed49 is going to be updated. [ 996.028893] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.029090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.029135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.029307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.029450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.029611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcca7b84-80f8-4e80-b49e-a05670feed49" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.093671] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.165374] env[65495]: INFO networking_nsxv3.common.synchronization [req-37c0459c-7797-4b36-9083-eab0c9c6dcdb req-1417362e-2f9e-432f-8b37-c4baf6c33937 tempest-ServerMetadataTestJSON-1258146663 tempest-ServerMetadataTestJSON-1258146663-project-member] Enqueued Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_members [ 996.167239] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_members [ 996.167613] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.167900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.167900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.168092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.168285] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.168377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.168487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.168562] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.168657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.168757] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.306050] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.306255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.306324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.306629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.306720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.307007] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.307007] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.307129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.307231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.307321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.307413] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be updated. [ 996.317954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.318095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.318147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.319222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.319222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.319222] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 996.349607] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.349607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.349607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.349607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.349607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.360086] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: IN_PROGRESS for 2s [ 996.369714] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.369714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.369714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.369714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.369714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.380448] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 996.570480] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.570684] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-545" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.570821] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-545" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.571197] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-545" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.571540] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.571718] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.571838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.572106] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.572299] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.572567] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.572705] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.572827] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.572953] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.573113] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.573239] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.573373] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.594983] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.595258] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.595411] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.595647] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-545" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.596157] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.596397] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.596527] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.596879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.597335] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.598572] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.598693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.598781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.599022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.599118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.599264] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 996.638143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.638143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.638143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.638485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.638862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.651586] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 996.673619] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.673970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.674108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.674578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.674742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.675086] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.675266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.675416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.675642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.675689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.675787] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 already deleted. [ 996.675877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104072] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.104072] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104481] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104481] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.104545] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104671] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 not found, creating... [ 997.104939] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.105109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.105227] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105460] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105630] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105926] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.106115] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.106206] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.106409] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.106545] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.106694] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 is going to be created. [ 997.127358] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.127612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.127742] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.128110] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.128396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.128659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.220870] env[65495]: INFO networking_nsxv3.common.synchronization [req-37c0459c-7797-4b36-9083-eab0c9c6dcdb req-307270ba-2b54-4cd2-806e-fa076ea8e112 service nova] Enqueued Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_rules [ 998.221756] env[65495]: INFO networking_nsxv3.common.synchronization [req-37c0459c-7797-4b36-9083-eab0c9c6dcdb req-307270ba-2b54-4cd2-806e-fa076ea8e112 service nova] Enqueued Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_members [ 998.221756] env[65495]: INFO networking_nsxv3.common.synchronization [req-37c0459c-7797-4b36-9083-eab0c9c6dcdb req-307270ba-2b54-4cd2-806e-fa076ea8e112 service nova] Enqueued Resource ID: 6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 with Priority: HIGHEST for action port [ 998.222292] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_rules [ 998.222489] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_members [ 998.222608] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 with Priority: HIGHEST for action port [ 998.223176] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.223810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.223886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.224159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.224250] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.225104] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.225232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.225289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.225442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.225590] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.225674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.225729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.225981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.225981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.226193] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.227082] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.227282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.227282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.227464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.227464] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.370629] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a782ca80-f98f-4717-aa8d-2953423851b7 in Status: SUCCESS [ 998.370779] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 deletion is rescheduled due to dependency. [ 998.370884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.390224] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 998.390224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.390224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.390224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.390224] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.390224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.390224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.390500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.390500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.390500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.390648] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.390755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.390791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.390932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.391090] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.391181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.391239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.391372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.391441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.391517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.391610] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.392548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.392705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.394974] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.395114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.395197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.395445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.395445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.395528] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.662668] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 998.662907] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.663104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.663331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.663562] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.663684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.663752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.663909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.663991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.664093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.664183] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.728948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.729179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.729418] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.730423] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 with status ACTIVE [ 998.730935] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.730935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.730935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.731185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.731309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.731515] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.731657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.731754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.731940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.732117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.732320] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.732885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.733010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.733424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.733424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.733424] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1 is going to be updated. [ 998.759078] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.759260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.759358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.759587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.759783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.759939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3dd7f6-fee9-4781-ac7e-a2e4cde5a5a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.896962] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b7afae-cbc3-49a5-b5a8-ecc4be85be01: rpc.has_security_group_logging(os_id): False [ 998.899062] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.923282] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.923282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.923282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.923620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.924751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.924751] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.924751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.924751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.925021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.925021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.925278] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.925415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.925508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.925758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.926102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.926165] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.926225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.930119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.930119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.930119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.930119] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be created. [ 998.995766] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.995766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.995766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.995766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.996086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.008935] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 999.166191] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.166424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.166657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.166831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.167092] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.167249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.167325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.167565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.167699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.167848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.168087] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.168238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.168340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.168542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.168757] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.169296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.169296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.169296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.169296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.169485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.169520] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.237802] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.401232] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.672361] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a: rpc.has_security_group_logging(os_id): False [ 999.689704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.689961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.689961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.690234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.690352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.690557] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.690676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.690841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.690902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.690951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.691172] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.691251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.691309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.691437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.691507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.691693] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.691785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.691838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.691976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.692064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.692148] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 999.738705] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.738926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.738978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.739206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.739298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.739400] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 is going to be created. [ 999.764914] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.765119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.765165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.765346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.765507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.775372] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.775499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.775637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.775808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.776049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.777512] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 in Status: UNINITIALIZED for 2s [ 999.789274] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 999.904597] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.904774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.904836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.905071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.905200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.905290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 999.951488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.951712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.951712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.952309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.952309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.965072] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1001.200577] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1001.200577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.200577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.200577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.200577] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.528464] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.528830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.787729] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 in Status: SUCCESS [ 1001.787963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.788151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.788363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.788546] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.788969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.788969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.788969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.789140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.789140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.789232] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.792679] env[65495]: INFO networking_nsxv3.common.synchronization [req-01587309-773c-474d-bc1b-5844fd9494fa req-3338c2a4-5ad2-4aeb-8425-df8f887b85fb tempest-FloatingIPsAssociationTestJSON-27758565 tempest-FloatingIPsAssociationTestJSON-27758565-project-member] Enqueued Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 1001.793428] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 with Priority: HIGHEST for action security_group_members [ 1001.797983] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa20c628-5fa5-4784-9f64-37bf6a512af7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.797983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.797983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.797983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.797983] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.797983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.797983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.797983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.797983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.797983] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa20c628-5fa5-4784-9f64-37bf6a512af7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.806267] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1001.806481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.974913] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1001.975150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.975325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.975537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.977050] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.977050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.977050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.977050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.977050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.977050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.977050] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.182089] env[65495]: INFO networking_nsxv3.common.synchronization [None req-627c5b4c-57fa-4a4d-8d30-ff294a437ff4 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: c5478f48-3134-4683-bac6-db599482d4c0 with Priority: HIGHEST for action security_group_rules [ 1002.183193] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5478f48-3134-4683-bac6-db599482d4c0 with Priority: HIGHEST for action security_group_rules [ 1002.183543] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5478f48-3134-4683-bac6-db599482d4c0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.183757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.184372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.184372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.184372] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5478f48-3134-4683-bac6-db599482d4c0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.282164] env[65495]: INFO networking_nsxv3.common.synchronization [None req-abed1aa2-2d0d-47f7-9668-1457e8b7c7b9 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: c5478f48-3134-4683-bac6-db599482d4c0 with Priority: HIGHEST for action security_group_rules [ 1002.282747] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5478f48-3134-4683-bac6-db599482d4c0 with Priority: HIGHEST for action security_group_rules [ 1002.283083] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5478f48-3134-4683-bac6-db599482d4c0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.283204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.293596] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.293829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.293829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.294061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.294217] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.294352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.294432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.294533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.294613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.294692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.294853] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.294965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.295074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.295152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.295285] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.295390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.295468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.295564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.295646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.295729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.295824] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.296874] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.297123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.297123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.297293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.297293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.297442] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.297550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.297624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.297728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.298332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.298332] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 is going to be updated. [ 1002.331467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.331624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.331680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.331896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.332057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.342830] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: IN_PROGRESS for 2s [ 1002.481886] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.482107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.482173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.482376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.482617] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.482693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.482733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.482873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.483502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.483502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.483502] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.483502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.483502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.483502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.484838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.484838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.484838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.484838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.484838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.484838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.484838] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.707196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.707351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.707422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.707669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.707750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.707804] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5478f48-3134-4683-bac6-db599482d4c0 already deleted. [ 1002.707939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.708192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.708275] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5478f48-3134-4683-bac6-db599482d4c0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.800763] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471994b2-f09f-45ce-adb4-0a6d5a5778e7: rpc.has_security_group_logging(os_id): False [ 1002.824297] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.824442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.824517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.824743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.824833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.825039] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.825148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.825194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.825330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.825403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.825612] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.825710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.825772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.825911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.825985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.826188] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.826279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.826337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.826472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.826543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.826644] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 is going to be created. [ 1002.886118] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.886340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.886466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.886693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.886992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.902072] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 in Status: IN_PROGRESS for 2s [ 1002.986159] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b7afae-cbc3-49a5-b5a8-ecc4be85be01: rpc.has_security_group_logging(os_id): False [ 1003.003646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.003872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.003957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.004200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.004298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.005046] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.005359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.005477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.005741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.005841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.006058] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.006161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.006225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.006387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.006465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.006659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.006755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.006817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.006958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.007045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.007133] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1003.072843] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.073841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.073841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.073841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.073841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.087018] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1003.232388] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.232599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.232599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.233041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.233041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.233190] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5478f48-3134-4683-bac6-db599482d4c0 already deleted. [ 1003.233300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5478f48-3134-4683-bac6-db599482d4c0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.356164] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 in Status: SUCCESS [ 1004.356537] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa20c628-5fa5-4784-9f64-37bf6a512af7 deletion is rescheduled due to dependency. [ 1004.356537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa20c628-5fa5-4784-9f64-37bf6a512af7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.916612] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 in Status: SUCCESS [ 1004.916682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.100657] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1005.102149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.102453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.102756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.102950] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.609146] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.609146] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.609146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.609146] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.219416] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.220395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.220395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.220395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.220395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.220395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.220395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.220862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.220862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.220862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.221043] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.221043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.221043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.221419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.221419] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.221511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.221546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.221677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.221755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.221822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.221955] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.305778] env[65495]: INFO networking_nsxv3.common.synchronization [req-53a0e9a4-afdf-4068-8982-b4740c1ee97a req-0a0f7781-94b2-469d-aa5c-b788b4675146 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1006.306718] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1006.307552] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.307750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.307872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.308157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.308378] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.308534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.308638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.308836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.308968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.309117] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.639173] env[65495]: INFO networking_nsxv3.common.synchronization [req-0873c9a3-279f-4b55-b7e2-2400eb36b889 req-a0b725e2-2438-4994-b3b1-28bbb381b3a9 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1006.639173] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1006.639173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.639173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.639173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.639173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.639173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.639173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.639173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.639173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.639173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.639988] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.725469] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b7afae-cbc3-49a5-b5a8-ecc4be85be01: rpc.has_security_group_logging(os_id): False [ 1006.745672] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.745672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.748018] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.748018] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.748018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.748018] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.748622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.748622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.748783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.749034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.749258] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1006.812156] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.859476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.859476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.862023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.862023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.862023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.882074] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1007.106794] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d711e83-6358-48c4-92e9-fea277532a96 req-25bfaef6-0657-41ee-9624-530b0c27238e tempest-InstanceActionsTestJSON-602611162 tempest-InstanceActionsTestJSON-602611162-project-member] Enqueued Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_members [ 1007.107352] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_members [ 1007.107658] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.107780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.107866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.108178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.108646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.108646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.108646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.108646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.108873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.108873] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.142215] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.142215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.142215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.142215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.142794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.143190] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.143448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.143546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.143754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.143982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.143982] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1007.179921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.180114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.180114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.180242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.180374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.190722] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1007.316376] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.492963] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.493149] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-228" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.493273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-228" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.494834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-228" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.494834] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.494834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.494834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.494834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.494834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.495425] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.495425] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.495425] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.495425] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.495425] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.495425] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.495688] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.515036] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.515177] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.515287] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.515480] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-228" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.515838] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.516037] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.516162] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.516489] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.516725] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b4d27b-d4e6-44d5-9073-953e3fd1b8ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.611870] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.612078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.612129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.612342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.612432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.612627] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.612729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.612791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.612942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.613032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.613111] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020685-73f6-4a86-924b-cb820e09ec66 already deleted. [ 1007.613192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.819676] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.820037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.820037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.820360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.820443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.820598] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1007.858177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.858384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.858384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.858645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.858833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.868266] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1008.020517] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.022031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.022031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.022031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.022569] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.022994] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 92b4d27b-d4e6-44d5-9073-953e3fd1b8ba not found, creating... [ 1008.023577] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.024319] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.024319] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.024671] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.024943] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.027073] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.027073] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.027073] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.027073] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.027073] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.027073] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 92b4d27b-d4e6-44d5-9073-953e3fd1b8ba is going to be created. [ 1008.053799] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.053994] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.054159] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.054519] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.054913] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.055274] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.898475] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1008.898723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.058877] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d711e83-6358-48c4-92e9-fea277532a96 req-3061f1ed-2a45-499f-9f66-f16179d8aabc service nova] Enqueued Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_rules [ 1009.058877] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d711e83-6358-48c4-92e9-fea277532a96 req-3061f1ed-2a45-499f-9f66-f16179d8aabc service nova] Enqueued Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_members [ 1009.058877] env[65495]: INFO networking_nsxv3.common.synchronization [req-4d711e83-6358-48c4-92e9-fea277532a96 req-3061f1ed-2a45-499f-9f66-f16179d8aabc service nova] Enqueued Resource ID: 92b4d27b-d4e6-44d5-9073-953e3fd1b8ba with Priority: HIGHEST for action port [ 1009.058877] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_rules [ 1009.058877] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_members [ 1009.058877] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b4d27b-d4e6-44d5-9073-953e3fd1b8ba with Priority: HIGHEST for action port [ 1009.061346] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.063299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.063299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.063299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.063299] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.063299] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.063299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.063299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.063989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.063989] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.063989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.063989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.063989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.063989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.063989] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.066040] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.066040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.066040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.066040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.066040] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b4d27b-d4e6-44d5-9073-953e3fd1b8ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.201971] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1009.202171] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 1009.202321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.566122] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.567433] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92b4d27b-d4e6-44d5-9073-953e3fd1b8ba with status ACTIVE [ 1009.567555] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.567684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.567684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.567851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.568014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.568143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.568214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.568401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.568675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.568675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.568675] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.569042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.569042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.569042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.569042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.569218] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92b4d27b-d4e6-44d5-9073-953e3fd1b8ba is going to be updated. [ 1009.570358] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.570358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.597826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.597826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.597826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.597826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.597826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.597826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b4d27b-d4e6-44d5-9073-953e3fd1b8ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.881491] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1009.881491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.071836] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.573971] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.574184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.574247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.574431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.574520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.574984] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020685-73f6-4a86-924b-cb820e09ec66 is going to be created. [ 1010.605127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.605127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.605127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.605293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.605427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.617588] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020685-73f6-4a86-924b-cb820e09ec66 in Status: UNINITIALIZED for 2s [ 1010.835101] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.835279] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.278855] env[65495]: INFO networking_nsxv3.common.synchronization [req-e82ae5f2-630c-4886-9f35-b363f8f8ef6f req-e4175f3c-8ef2-4cce-b549-461acdfdc4bb tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1012.279514] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1012.279720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.279840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.279911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.281293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.282297] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.282412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.282478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.282919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.282919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.282919] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.426366] env[65495]: INFO networking_nsxv3.common.synchronization [None req-5cb13a26-56a4-4e8c-badf-2caf74973348 None None] Enqueued Resource ID: 32ae1246-48ed-4fe8-af3f-e1e368aa6099 with Priority: HIGHEST for action port [ 1012.427100] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ae1246-48ed-4fe8-af3f-e1e368aa6099 with Priority: HIGHEST for action port [ 1012.427418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ae1246-48ed-4fe8-af3f-e1e368aa6099 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.427540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ae1246-48ed-4fe8-af3f-e1e368aa6099" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.427608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ae1246-48ed-4fe8-af3f-e1e368aa6099" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.427863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ae1246-48ed-4fe8-af3f-e1e368aa6099" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.427948] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ae1246-48ed-4fe8-af3f-e1e368aa6099',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.513513] env[65495]: INFO networking_nsxv3.common.synchronization [req-e82ae5f2-630c-4886-9f35-b363f8f8ef6f req-19fc9178-3544-4cb2-a3a8-872b0d0f4f0e tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1012.514406] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1012.514737] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.514845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.629613] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020685-73f6-4a86-924b-cb820e09ec66 in Status: SUCCESS [ 1012.630448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.630448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.630448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.631366] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.631726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.634490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.634490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.634490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.634490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.634490] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.786313] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.790384] env[65495]: INFO networking_nsxv3.common.synchronization [req-e82ae5f2-630c-4886-9f35-b363f8f8ef6f req-4d31b077-40b7-4481-ac34-aff08e572a8f tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1012.790921] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1012.791241] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.791855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.931087] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ae1246-48ed-4fe8-af3f-e1e368aa6099 [ 1012.931319] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.931319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.931477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.931619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.931661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.931752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ae1246-48ed-4fe8-af3f-e1e368aa6099 already deleted. [ 1012.931842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ae1246-48ed-4fe8-af3f-e1e368aa6099" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.137834] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.137834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.137834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.137834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.137834] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.138403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.138403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.138403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.138403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.138403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.138403] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.138760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.138760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.139457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.139457] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.139457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.139457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.140018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.140018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.140018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.140018] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.289787] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.642395] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9020685-73f6-4a86-924b-cb820e09ec66: rpc.has_security_group_logging(os_id): False [ 1013.661563] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.661725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.661788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.662030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.662164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.662363] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.662468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.662528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.662683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.662761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.662957] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.663062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.663121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.663260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.663332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.663509] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.663623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.663680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.663788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.663859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.663939] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9020685-73f6-4a86-924b-cb820e09ec66 is going to be created. [ 1013.748331] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.748591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.748657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.748859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.749064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.764541] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9020685-73f6-4a86-924b-cb820e09ec66 in Status: IN_PROGRESS for 2s [ 1013.793205] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.793374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.793441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.793677] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.793788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.793863] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1013.837052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.837052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.837052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.837052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.837052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.849446] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1014.866550] env[65495]: INFO networking_nsxv3.common.synchronization [None req-63b099a4-07ea-4dd1-a789-1e3622dba946 None None] Enqueued Resource ID: 6d7a1902-5d14-4bce-a395-0ea49249a8e3 with Priority: HIGHEST for action port [ 1014.867118] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7a1902-5d14-4bce-a395-0ea49249a8e3 with Priority: HIGHEST for action port [ 1014.867910] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d7a1902-5d14-4bce-a395-0ea49249a8e3 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.867910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d7a1902-5d14-4bce-a395-0ea49249a8e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.867910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d7a1902-5d14-4bce-a395-0ea49249a8e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.869095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d7a1902-5d14-4bce-a395-0ea49249a8e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.869095] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7a1902-5d14-4bce-a395-0ea49249a8e3',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.372759] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d7a1902-5d14-4bce-a395-0ea49249a8e3 [ 1015.372759] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.372759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.372759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.373940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.373940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.373940] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d7a1902-5d14-4bce-a395-0ea49249a8e3 already deleted. [ 1015.373940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d7a1902-5d14-4bce-a395-0ea49249a8e3" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.778992] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9020685-73f6-4a86-924b-cb820e09ec66 in Status: SUCCESS [ 1015.779249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.862834] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1015.862834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.862834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.862834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.862834] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.862834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.862834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.862834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.862834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.862834] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.366927] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.366927] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.366927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.366927] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1016.402698] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.402855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.402918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.403141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.403357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.414095] env[65495]: INFO networking_nsxv3.common.synchronization [req-0d94be87-7f43-4fde-b2dc-50e8485fe5da req-80c1f106-c42d-4af4-a0ef-d4269befe6c6 tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_members [ 1016.414956] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1016.417739] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_members [ 1016.417739] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.417739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.418022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.418080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.418197] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.419224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.419224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.419224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.419224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.419224] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.782041] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.782253] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.782320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.782685] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.784028] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.784349] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.784553] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.786447] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.786447] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.786447] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.786447] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.786447] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.786447] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.786447] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.786447] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.786447] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.807888] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.808151] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.808375] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.808626] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-672" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.809060] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-526cf3a4-df6a-41df-824c-ef22a1de15a2 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.809254] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.809377] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.809791] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.809998] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526cf3a4-df6a-41df-824c-ef22a1de15a2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.922838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.923069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.923178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.923426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.923560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.923838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.923953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.924024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.924180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.924260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.924346] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 already deleted. [ 1016.924427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.313091] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.313351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.313457] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.313742] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.314401] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.314662] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 526cf3a4-df6a-41df-824c-ef22a1de15a2 not found, creating... [ 1017.314970] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.315190] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.315359] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.315818] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.316072] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.316360] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.316559] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.316955] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.317271] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.317464] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.317640] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 526cf3a4-df6a-41df-824c-ef22a1de15a2 is going to be created. [ 1017.340161] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.340412] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.340503] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.340822] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.341072] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.341301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.931838] env[65495]: INFO networking_nsxv3.common.synchronization [req-33fe57b3-8d17-4ed4-8a20-86c6c7a7d78d req-65301ad0-b71c-46d7-8c59-2b862b5ac686 tempest-ServerMetadataTestJSON-1258146663 tempest-ServerMetadataTestJSON-1258146663-project-member] Enqueued Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_members [ 1017.934780] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGHEST for action security_group_members [ 1017.935948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.936128] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.936207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.936532] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.936630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.936705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.937047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.937150] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.087405] env[65495]: INFO networking_nsxv3.common.synchronization [req-0d94be87-7f43-4fde-b2dc-50e8485fe5da req-fd4b60fe-711d-4d92-be6b-9e4959d51457 service nova] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_rules [ 1018.087563] env[65495]: INFO networking_nsxv3.common.synchronization [req-0d94be87-7f43-4fde-b2dc-50e8485fe5da req-fd4b60fe-711d-4d92-be6b-9e4959d51457 service nova] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_members [ 1018.087792] env[65495]: INFO networking_nsxv3.common.synchronization [req-0d94be87-7f43-4fde-b2dc-50e8485fe5da req-fd4b60fe-711d-4d92-be6b-9e4959d51457 service nova] Enqueued Resource ID: 526cf3a4-df6a-41df-824c-ef22a1de15a2 with Priority: HIGHEST for action port [ 1018.088249] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_rules [ 1018.088417] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_members [ 1018.088517] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526cf3a4-df6a-41df-824c-ef22a1de15a2 with Priority: HIGHEST for action port [ 1018.089245] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.089390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.089461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.089685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.089762] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.090699] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.090817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.090880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.091054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.091203] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.091309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.091360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.091497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.091578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.091665] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.092579] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-526cf3a4-df6a-41df-824c-ef22a1de15a2 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.092717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.092772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.092896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.092948] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526cf3a4-df6a-41df-824c-ef22a1de15a2',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.425980] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1018.426205] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 deletion is rescheduled due to dependency. [ 1018.426323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.426488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.426728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.427042] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.427178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.427268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.427437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.427523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.427621] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.439226] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.439376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.439446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.439646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.439737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.439929] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.440035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.440100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.440250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.440323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.440409] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 is going to be updated. [ 1018.468375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.468573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.468630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.468805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.468957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.479907] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 in Status: IN_PROGRESS for 2s [ 1018.547150] env[65495]: INFO networking_nsxv3.common.synchronization [req-a69eca36-185b-444f-b49f-a6f46d461279 req-72a16ec4-1ea1-4a2b-a663-948e4ac5322e tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_members [ 1018.547696] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_members [ 1018.548201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.548337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.551807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.551807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.551807] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.551807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.551807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.551807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.551807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.551807] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.595538] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.595631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.595896] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.596764] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 526cf3a4-df6a-41df-824c-ef22a1de15a2 with status ACTIVE [ 1018.596949] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.597057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.597194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.597394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.597394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.597568] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.597661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.597723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.597869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.597943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.598131] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.598216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.598274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.598411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.598482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.598575] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 526cf3a4-df6a-41df-824c-ef22a1de15a2 is going to be updated. [ 1018.627365] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.627525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.627634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.627798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.627978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.628194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-526cf3a4-df6a-41df-824c-ef22a1de15a2" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.887601] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.888061] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.888239] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.888621] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.888986] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.889243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.889419] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.889753] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.889979] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.890377] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.890533] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.891104] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.891292] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.891904] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.892102] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.892300] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.913231] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.913425] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.913580] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.913897] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.914183] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-4f752d69-5a0f-431e-8449-463c64bf6220 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.914390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.914467] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.914779] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.914916] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f752d69-5a0f-431e-8449-463c64bf6220',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.930498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.931786] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.931786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.931786] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1018.960082] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.960450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.960450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.960581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.960722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.972370] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1019.055709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.055931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.055976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.056384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.056489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.056708] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.056844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.056880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.057303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.057303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.057303] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 already deleted. [ 1019.057303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.101025] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.417698] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.417909] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.418057] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.418359] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.418560] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.418738] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 4f752d69-5a0f-431e-8449-463c64bf6220 not found, creating... [ 1019.419013] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.419180] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.419299] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.419559] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.419708] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.420046] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.420211] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.420328] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.420532] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.420663] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.420798] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 4f752d69-5a0f-431e-8449-463c64bf6220 is going to be created. [ 1019.443282] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.443507] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.443637] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.444012] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.444379] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.444581] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.603964] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.604227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.604347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.604704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.604885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.605035] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 is going to be created. [ 1019.644993] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.645242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.645242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.645469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.645637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.658373] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: UNINITIALIZED for 2s [ 1020.184525] env[65495]: INFO networking_nsxv3.common.synchronization [req-a69eca36-185b-444f-b49f-a6f46d461279 req-e7e1d3ed-179a-4339-9250-b59175409668 service nova] Enqueued Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_rules [ 1020.184525] env[65495]: INFO networking_nsxv3.common.synchronization [req-a69eca36-185b-444f-b49f-a6f46d461279 req-e7e1d3ed-179a-4339-9250-b59175409668 service nova] Enqueued Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_members [ 1020.184525] env[65495]: INFO networking_nsxv3.common.synchronization [req-a69eca36-185b-444f-b49f-a6f46d461279 req-e7e1d3ed-179a-4339-9250-b59175409668 service nova] Enqueued Resource ID: 4f752d69-5a0f-431e-8449-463c64bf6220 with Priority: HIGHEST for action port [ 1020.185870] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_rules [ 1020.185870] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_members [ 1020.185870] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f752d69-5a0f-431e-8449-463c64bf6220 with Priority: HIGHEST for action port [ 1020.186076] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.186161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.186279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.186543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.186685] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.188621] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.190190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.190190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.190190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.190190] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.190190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.190190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.190190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.190461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.190461] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.192152] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f752d69-5a0f-431e-8449-463c64bf6220 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.192318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.192484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.192776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.192887] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f752d69-5a0f-431e-8449-463c64bf6220',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.491062] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 in Status: SUCCESS [ 1020.491173] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 deletion is rescheduled due to dependency. [ 1020.491303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.693440] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.694703] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.694831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.695199] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f752d69-5a0f-431e-8449-463c64bf6220 with status ACTIVE [ 1020.695809] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.695809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.695809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.695809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.696052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.696052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.696136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.696189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.696629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.696735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.696919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.697126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.697126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.698137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.698137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.698137] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f752d69-5a0f-431e-8449-463c64bf6220 is going to be updated. [ 1020.718855] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.719015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.719100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.719303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.719447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.719608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f752d69-5a0f-431e-8449-463c64bf6220" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.985470] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1020.985470] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 deletion is rescheduled due to dependency. [ 1020.985470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.101149] env[65495]: INFO networking_nsxv3.common.synchronization [req-c2efb1ca-c04a-44ce-9e06-d5dc4e5bc0b6 req-b030013e-1fbe-44db-aa85-5c0cba2c6d6b tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1021.101981] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1021.101981] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.101981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.101981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.102409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.102409] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.102409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.102409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.102576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.102698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.102754] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.195713] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.469140] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.469140] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.469672] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.470152] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.470969] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.471408] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.471737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.472138] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.472445] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.472794] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.473061] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.474081] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.474081] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.474081] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.474081] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.474081] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.494313] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.494313] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.494313] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.494313] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.495370] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-f22b6f8f-6754-481a-880d-71c64425540c taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.495370] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.495370] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.499019] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.499019] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22b6f8f-6754-481a-880d-71c64425540c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.606322] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.668110] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: SUCCESS [ 1021.668788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.668788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.668788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.669048] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.669141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.669141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.669286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.669362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.669755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.669755] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.698830] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.699119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.699119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.699384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.699506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.699637] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 is going to be created. [ 1021.726594] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.726892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.726892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.727061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.727240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.737584] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 in Status: UNINITIALIZED for 2s [ 1021.999012] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.999304] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.999452] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.999812] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.000016] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.000195] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port f22b6f8f-6754-481a-880d-71c64425540c not found, creating... [ 1022.000502] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.000666] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.000804] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.001110] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.001261] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.001564] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.001732] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.001868] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.002142] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.002334] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.002509] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: f22b6f8f-6754-481a-880d-71c64425540c is going to be created. [ 1022.025494] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.026259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.026259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.026259] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.026511] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.026732] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.111276] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.172361] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.614238] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.614662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.614662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.614938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.615108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.615270] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1022.651609] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.651763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.651826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.652062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.652195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.667075] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1022.674672] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 405f7142-911a-475c-9045-8c6b2168dcf4: rpc.has_security_group_logging(os_id): False [ 1022.698025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.698025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.698025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.698025] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 is going to be created. [ 1022.776165] env[65495]: INFO networking_nsxv3.common.synchronization [req-c2efb1ca-c04a-44ce-9e06-d5dc4e5bc0b6 req-d4dc9733-5148-4d46-afbd-f9ef4a5a0cc4 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 1022.776649] env[65495]: INFO networking_nsxv3.common.synchronization [req-c2efb1ca-c04a-44ce-9e06-d5dc4e5bc0b6 req-d4dc9733-5148-4d46-afbd-f9ef4a5a0cc4 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1022.776854] env[65495]: INFO networking_nsxv3.common.synchronization [req-c2efb1ca-c04a-44ce-9e06-d5dc4e5bc0b6 req-d4dc9733-5148-4d46-afbd-f9ef4a5a0cc4 service nova] Enqueued Resource ID: f22b6f8f-6754-481a-880d-71c64425540c with Priority: HIGHEST for action port [ 1022.777443] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 1022.777585] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1022.777686] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22b6f8f-6754-481a-880d-71c64425540c with Priority: HIGHEST for action port [ 1022.777980] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.778117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.778189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.778424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.778510] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.782383] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782383] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22b6f8f-6754-481a-880d-71c64425540c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.782383] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22b6f8f-6754-481a-880d-71c64425540c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.807531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.807771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.807987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.808224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.819958] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: IN_PROGRESS for 2s [ 1023.283327] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.283626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.285957] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f22b6f8f-6754-481a-880d-71c64425540c with status ACTIVE [ 1023.285957] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.285957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.285957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.286428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.286428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.286428] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.286611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.286651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.286984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.287120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.287388] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.287524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.287614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.287918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.287918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.288168] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f22b6f8f-6754-481a-880d-71c64425540c is going to be updated. [ 1023.314389] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.314389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.314389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.314700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.315428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.315428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22b6f8f-6754-481a-880d-71c64425540c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.749701] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 in Status: SUCCESS [ 1023.750100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.750234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.750570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.750707] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.750853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.750897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.751076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.751175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.751255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.751366] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.256558] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.680180] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1024.680516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.680735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.681081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.681330] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.681629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.681629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.681806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.681806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.681923] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.734439] env[65495]: INFO networking_nsxv3.common.synchronization [None req-7c8a1af7-d863-498e-999b-53ae39f505fb tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_rules [ 1024.735440] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_rules [ 1024.736439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.736439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.736439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.736439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.736736] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.759141] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7b9cfb2-c28c-40b5-99dd-812f607782c8: rpc.has_security_group_logging(os_id): False [ 1024.779269] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.779477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.779477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.779774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.779984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.780287] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.780424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.780544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.780771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.780871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.780928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 is going to be created. [ 1024.838240] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: SUCCESS [ 1024.838486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.854981] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.856031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.856178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.856404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.857137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.867295] env[65495]: INFO networking_nsxv3.common.synchronization [None req-8daf7dc6-b568-402c-afae-632d8d085c8c tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_rules [ 1024.869019] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_rules [ 1024.869019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.869019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.870751] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 in Status: IN_PROGRESS for 2s [ 1025.185022] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.261557] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.261557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.261557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.261557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.261557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.261557] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 already deleted. [ 1025.261557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.261557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.261557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.261557] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.689341] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.784194] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.784194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.784194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.784194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.784194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.784194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 already deleted. [ 1025.784194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.192428] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.192954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.192954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.194044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.194044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1026.246341] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.246597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.246741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.247033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.247306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.259677] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1026.413509] env[65495]: INFO networking_nsxv3.common.synchronization [req-8a209af2-6780-44dd-97fb-2e9d088f6ead req-b63d7644-b321-4c59-a725-823f4762a572 tempest-InstanceActionsTestJSON-602611162 tempest-InstanceActionsTestJSON-602611162-project-member] Enqueued Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_members [ 1026.414613] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGHEST for action security_group_members [ 1026.414893] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.415025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.415096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.415298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.417064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.417064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.417064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.417064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.417064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.417064] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.897871] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 in Status: SUCCESS [ 1026.898280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.917793] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.917965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.918021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.918609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.918609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.918609] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.918857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.918857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.918943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.918978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.919083] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020685-73f6-4a86-924b-cb820e09ec66 is going to be updated. [ 1026.970113] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.970113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.970113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.970113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.970113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.984039] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020685-73f6-4a86-924b-cb820e09ec66 in Status: IN_PROGRESS for 2s [ 1027.891864] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a0e62fd-cc13-4895-8e10-7c87d8e57e09 req-037d5ee6-bce1-4e13-9d42-e2756dccbf4c tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_members [ 1027.893048] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_members [ 1027.893048] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.893267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.893346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.893605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.893800] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.893926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.893994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.894301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.894301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.894457] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.272329] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1028.272764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.272764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.272931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.273157] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.273559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.273559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.273559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.273559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.273836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.273836] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.315797] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.316059] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.316214] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.316488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.316800] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.316980] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.317124] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.317344] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.317488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.317735] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.317853] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.317963] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.318116] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.318235] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.318346] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.318479] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.339310] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.339310] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.339310] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.339763] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.339850] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-551937a0-54dd-4faf-9996-285b762cda52 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.339998] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.340147] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.340513] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.340667] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551937a0-54dd-4faf-9996-285b762cda52',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.398821] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.398821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.398821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.399427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.399427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.399427] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.399629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.399629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.399753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.399809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.399921] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 already deleted. [ 1028.400042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.776346] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.776518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.776590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.777034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.777248] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.777377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.777482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.777797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.777797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.777797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.777969] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.778117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.778220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.778303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.778448] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.778535] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.778591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.778733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.778809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.778911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.779013] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.843244] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.843432] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.843432] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.843715] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.843865] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.844030] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 551937a0-54dd-4faf-9996-285b762cda52 not found, creating... [ 1028.844304] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.844482] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.844580] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.844798] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.844938] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.845231] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.845387] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.845659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.845738] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.845887] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.846068] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 551937a0-54dd-4faf-9996-285b762cda52 is going to be created. [ 1028.868489] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.869273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.869273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.869273] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.869475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.869612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.998752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020685-73f6-4a86-924b-cb820e09ec66 in Status: SUCCESS [ 1028.998982] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020685-73f6-4a86-924b-cb820e09ec66 deletion is rescheduled due to dependency. [ 1028.999162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.282042] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea: rpc.has_security_group_logging(os_id): False [ 1029.306034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.306217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.306217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.306457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.306548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.306781] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.306908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.306908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.307051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.307131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.307318] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.307407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.307468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.307612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.308047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.308144] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.308213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.308253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.308401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.308977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.308977] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1029.491721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.491965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.491965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.492201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.492364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.511452] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1029.652411] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a0e62fd-cc13-4895-8e10-7c87d8e57e09 req-ed5136a1-18de-421c-84fa-c8dc27d9b7e9 service nova] Enqueued Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_rules [ 1029.652411] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a0e62fd-cc13-4895-8e10-7c87d8e57e09 req-ed5136a1-18de-421c-84fa-c8dc27d9b7e9 service nova] Enqueued Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_members [ 1029.652411] env[65495]: INFO networking_nsxv3.common.synchronization [req-6a0e62fd-cc13-4895-8e10-7c87d8e57e09 req-ed5136a1-18de-421c-84fa-c8dc27d9b7e9 service nova] Enqueued Resource ID: 551937a0-54dd-4faf-9996-285b762cda52 with Priority: HIGHEST for action port [ 1029.652411] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_rules [ 1029.652411] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_members [ 1029.652411] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551937a0-54dd-4faf-9996-285b762cda52 with Priority: HIGHEST for action port [ 1029.653641] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.655303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.655589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.656319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.656546] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.661565] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.661926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.662123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.662505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.662893] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.663842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.663842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.663842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.663842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.663842] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.666966] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-551937a0-54dd-4faf-9996-285b762cda52 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.666966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.666966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.666966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.666966] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551937a0-54dd-4faf-9996-285b762cda52',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.168744] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.168913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.171362] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.172542] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 551937a0-54dd-4faf-9996-285b762cda52 with status ACTIVE [ 1030.172782] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.172917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.172990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.173221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.173337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.173526] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.173625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.173707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.173922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.174024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.174216] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.174311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.174369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.174517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.174620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.174687] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 551937a0-54dd-4faf-9996-285b762cda52 is going to be updated. [ 1030.202718] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.203037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.203037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.203302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.203302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.203500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-551937a0-54dd-4faf-9996-285b762cda52" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.677604] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.181039] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.181039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.181039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.181039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.181039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.181039] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 is going to be created. [ 1031.206824] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.207174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.207174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.207273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.207437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.218997] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 in Status: UNINITIALIZED for 2s [ 1031.531389] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1031.531389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.788887] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.790553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.790553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.790553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.790553] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.230739] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 in Status: SUCCESS [ 1033.230979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.231201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.231479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.231810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.231943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.231998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.232175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.232245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.232337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.232430] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.292432] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.734707] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.795704] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.237197] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 117058b7-2c8e-4aab-a015-2dc860514ab4: rpc.has_security_group_logging(os_id): False [ 1034.256395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.256610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.256668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.256944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.257078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.257403] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.257536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.257722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.257826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.257930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.258057] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 is going to be created. [ 1034.298367] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1034.298556] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1034.320528] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.320730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.320790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.321151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.321350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.335425] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 in Status: IN_PROGRESS for 2s [ 1034.653023] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1034.653306] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1035.222117] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.222573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.222573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.222573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.235926] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1035.237099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.238683] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1035.278556] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.278759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.278897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.279156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.293718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.294747] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1035.294867] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.294989] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1035.343355] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.343355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.343554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.343639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.345794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.345794] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1035.441811] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.442048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.442048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.442271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.442608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.442861] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1035.542210] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.542442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.542442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.542644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.542934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.543353] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1035.543511] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c4b7afae-cbc3-49a5-b5a8-ecc4be85be01', '900669b3-f9bd-40a2-9c3e-295b161af131', 'a782ca80-f98f-4717-aa8d-2953423851b7', 'c342482e-38a4-4e19-9d81-223f847bcb36', '2e5e7929-792c-4b95-815f-620936535c1e', '1b357152-8c98-42b9-8607-3fc98bd4465a', 'bb6dba85-3ca9-493b-9c95-d6509b17bdeb', '41a0b239-d202-4216-8516-2bb61007a7dc', '405f7142-911a-475c-9045-8c6b2168dcf4', '1931f0ed-d16f-4e97-92d3-f53c040412fb', '471994b2-f09f-45ce-adb4-0a6d5a5778e7', '102ab371-1501-48a6-862e-883fd1a70146', 'ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce', 'fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5', 'd9020685-73f6-4a86-924b-cb820e09ec66', '400d6de9-d65b-45df-93df-8176a5c4b199', '5ffac53d-73f1-4f6a-bff3-68139506b84f', '333c820f-644f-4a19-98a0-0d33d5f0c4f8', '5b5142e3-14ba-48f5-876b-e0c2547b2bae', '43926a4c-df34-47f4-a60d-3d05527046ce', '5caa72a0-5646-48ca-a894-aff20b8fdb2c', '3b9a6b40-efa0-41ba-aa94-38de87d3b0ff', 'f7b9cfb2-c28c-40b5-99dd-812f607782c8', 'f8f9dda4-2597-46d9-9e11-611b189daa80', 'de1ea9fb-f859-446f-9534-793872ee8d55', 'e63fcd55-ae81-4dea-8457-1fe972c6f7f4', 'b7d6742a-7d16-45f3-8561-39060b170c44', '1522ddcd-9e6a-4535-9487-e884ef9344dd', '1325298c-60b4-4bd9-b940-73883a053814', '117058b7-2c8e-4aab-a015-2dc860514ab4', '0bdacbe6-62a2-4d22-8711-39d8c2721211', '8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47', '92024741-460a-4349-aa1c-c8a90ce9ebea', '0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a', '1279e6fd-53f8-4ee2-882c-c12b9de0f488', '97a8ed75-da24-46e9-8c58-b597e196ae8f', '5088b0b8-47c8-4690-be4f-760068596c09', '3864a151-f62e-4c3a-aab7-bffb28043222', '2c130e3c-a704-4fa0-993a-b2d2cc679567', 'aac00235-abcf-445c-b49b-b08caab2210f', 'c0371e86-a8a5-4ec2-8904-aae64d2d54a4', 'd7fd5854-6f1d-4824-bd8e-758cb7c38e22', 'a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea', 'cd626cb7-45df-42fe-8083-62ee336cd0c9', 'fa20c628-5fa5-4784-9f64-37bf6a512af7', '43544dc8-4cf2-4ed4-aa11-98fcfdffd02d', 'a0381498-cee7-4e89-8d73-7323249d7a1b'} {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.543628] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1035.566098] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.566337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.566389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.566689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.566838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.566954] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1035.567018] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.567072] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1035.656422] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.656422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.656422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.656422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.658301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.658587] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1035.658647] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.658725] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1035.658796] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1035.658882] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1035.658958] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGH for action security_group_rules [ 1035.659052] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 1035.659126] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGH for action security_group_rules [ 1035.659194] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGH for action security_group_rules [ 1035.659280] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGH for action security_group_rules [ 1035.659351] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGH for action security_group_rules [ 1035.659415] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGH for action security_group_rules [ 1035.659480] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGH for action security_group_rules [ 1035.659544] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGH for action security_group_rules [ 1035.659610] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGH for action security_group_rules [ 1035.659673] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGH for action security_group_rules [ 1035.659737] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGH for action security_group_rules [ 1035.659801] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGH for action security_group_rules [ 1035.659867] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGH for action security_group_rules [ 1035.659934] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGH for action security_group_rules [ 1035.659999] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGH for action security_group_rules [ 1035.662829] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGH for action security_group_rules [ 1035.662930] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGH for action security_group_rules [ 1035.663016] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGH for action security_group_rules [ 1035.663098] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGH for action security_group_rules [ 1035.663219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.350182] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 in Status: SUCCESS [ 1036.350553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.918705] env[65495]: INFO networking_nsxv3.common.synchronization [req-7bf2e5eb-451d-476c-8599-c409470c8f09 req-21286f8c-8034-4a16-8900-029f22e7b614 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1038.921227] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1038.921396] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGH for action security_group_rules [ 1038.921523] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a782ca80-f98f-4717-aa8d-2953423851b7 with Priority: HIGH for action security_group_rules [ 1038.921627] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGH for action security_group_rules [ 1038.921726] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020685-73f6-4a86-924b-cb820e09ec66 with Priority: HIGH for action security_group_rules [ 1038.921823] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43926a4c-df34-47f4-a60d-3d05527046ce with Priority: HIGH for action security_group_rules [ 1038.921917] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGH for action security_group_rules [ 1038.923297] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 with Priority: HIGH for action security_group_rules [ 1038.923452] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f with Priority: HIGH for action security_group_rules [ 1038.923560] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 with Priority: HIGH for action security_group_rules [ 1038.923661] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d6de9-d65b-45df-93df-8176a5c4b199 with Priority: HIGH for action security_group_rules [ 1038.923870] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGH for action security_group_rules [ 1038.923981] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGH for action security_group_rules [ 1038.924109] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 with Priority: HIGH for action security_group_rules [ 1038.924216] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGH for action security_group_rules [ 1038.924308] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGH for action security_group_rules [ 1038.924397] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b357152-8c98-42b9-8607-3fc98bd4465a with Priority: HIGH for action security_group_rules [ 1038.924484] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGH for action security_group_rules [ 1038.924571] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e7929-792c-4b95-815f-620936535c1e with Priority: HIGH for action security_group_rules [ 1038.924723] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 1038.924819] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c342482e-38a4-4e19-9d81-223f847bcb36 with Priority: HIGH for action security_group_rules [ 1038.925151] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.925275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.925339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.925560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.925779] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.925905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.926021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.926203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.926290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.926404] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.929097] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.929275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.929317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.930203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.930203] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.930619] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a782ca80-f98f-4717-aa8d-2953423851b7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.930722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.930784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.930958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.931039] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a782ca80-f98f-4717-aa8d-2953423851b7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.932617] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.932617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.932617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.932617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.932617] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.932982] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9020685-73f6-4a86-924b-cb820e09ec66 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.933579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.933579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.933695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.933695] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9020685-73f6-4a86-924b-cb820e09ec66',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.934622] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43926a4c-df34-47f4-a60d-3d05527046ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.934728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.934794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.934960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.935050] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43926a4c-df34-47f4-a60d-3d05527046ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.935936] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.936018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.936056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.936198] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.936271] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.937240] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.937351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.937430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.937579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.937650] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333c820f-644f-4a19-98a0-0d33d5f0c4f8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.938721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffac53d-73f1-4f6a-bff3-68139506b84f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.938840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.938890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.941856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.941856] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffac53d-73f1-4f6a-bff3-68139506b84f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.941856] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.941856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.941856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.941856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.941856] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.943575] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400d6de9-d65b-45df-93df-8176a5c4b199 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.943575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.943575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.943575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.943575] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400d6de9-d65b-45df-93df-8176a5c4b199',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.944753] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.944753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.944753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.944753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.944753] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.945921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.945921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.945921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.946275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.946275] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.947673] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.947778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.947848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.947996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.948081] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471994b2-f09f-45ce-adb4-0a6d5a5778e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.948747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.948935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.948935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.949069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.949142] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.949935] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.949935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.950090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.950190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.950255] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.951024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b357152-8c98-42b9-8607-3fc98bd4465a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.951125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.951190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.951394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.951499] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b357152-8c98-42b9-8607-3fc98bd4465a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.952467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.952595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.952662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.952812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.952884] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.953791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5e7929-792c-4b95-815f-620936535c1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.953928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.954011] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.954208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.954310] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5e7929-792c-4b95-815f-620936535c1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.955190] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.955338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.955427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.955653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.955768] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.956758] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c342482e-38a4-4e19-9d81-223f847bcb36 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.956848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.956925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.957098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.957185] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c342482e-38a4-4e19-9d81-223f847bcb36',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.461101] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.461538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.461538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.461719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.462817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.462817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.462817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.462817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.462817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.462817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.462817] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.468855] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.468970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.469052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.469349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.471060] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.471181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.471406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.471490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.472243] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.472243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.472243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.472243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.472449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.472722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.472722] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.474119] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.474292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.474396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.474837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.474919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.475055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.475302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.475369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.475447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.475580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.475714] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.477516] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.477720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.477865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.478111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.478357] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.478496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.478566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.478741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.478861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.478962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.479155] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.481595] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.481885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.481885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.483285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.483472] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.483579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.483638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.483860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.483924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.484009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.484102] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.493515] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.493769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.493921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.494184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.494882] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.494882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.494882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.494882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.495247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.495372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.495495] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.507366] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.507667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.557475] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.557712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.558911] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.559094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.559898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.560034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.560823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.560952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.561595] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.561681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.562497] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.562497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.563364] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.563364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.564734] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.564734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.564888] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.565030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.565622] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.566074] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.566219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.567228] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.567673] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.567762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.568365] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.568747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.568834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.569477] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.569889] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.570112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.570568] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.571033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.571231] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.571356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.571434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.571667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.571750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.571831] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1039.572882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.573120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.598372] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.598488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.598488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.598829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.598829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.600538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.600651] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5 is going to be deleted. [ 1039.601711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.601895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.614017] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1039.626104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.626313] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9020685-73f6-4a86-924b-cb820e09ec66 is going to be deleted. [ 1039.627256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.627476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.666464] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.666630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.667896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.668102] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be deleted. [ 1039.669183] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.669406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.672481] env[65495]: INFO networking_nsxv3.common.synchronization [None req-15118629-0168-4998-aeba-5319e41cf498 None None] Enqueued Resource ID: 1bc5e0ac-4260-4809-a37f-5e35c074ebba with Priority: HIGHEST for action port [ 1039.674676] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc5e0ac-4260-4809-a37f-5e35c074ebba with Priority: HIGHEST for action port [ 1039.674676] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bc5e0ac-4260-4809-a37f-5e35c074ebba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.674676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bc5e0ac-4260-4809-a37f-5e35c074ebba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.674676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bc5e0ac-4260-4809-a37f-5e35c074ebba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.674676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bc5e0ac-4260-4809-a37f-5e35c074ebba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.674676] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc5e0ac-4260-4809-a37f-5e35c074ebba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.697200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.697403] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43926a4c-df34-47f4-a60d-3d05527046ce is going to be deleted. [ 1039.698323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.701704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.701892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.725745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.726075] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be deleted. [ 1039.727451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.727721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.737026] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.737244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.737364] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.737635] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.738175] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.738353] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.738498] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.738725] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.738870] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.739106] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.739221] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.739327] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.739466] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.739545] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.740159] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.740318] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.764080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.764547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.766755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.766922] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5e7929-792c-4b95-815f-620936535c1e is going to be deleted. [ 1039.767822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.768043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.770569] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.770759] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.770862] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.771042] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.771386] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-a0ff6d6e-bc7d-4456-9789-38b4972f155d taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.771536] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.771654] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.771986] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.772209] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ff6d6e-bc7d-4456-9789-38b4972f155d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.814996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.815460] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b357152-8c98-42b9-8607-3fc98bd4465a is going to be deleted. [ 1039.816184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.816416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.833176] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.833365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.849233] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.849233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.858405] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.858405] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.864485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.864485] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be deleted. [ 1039.865287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.865287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.941032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.941641] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471994b2-f09f-45ce-adb4-0a6d5a5778e7 is going to be deleted. [ 1039.942133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.942354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.976488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.976705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.985745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.985899] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c342482e-38a4-4e19-9d81-223f847bcb36 is going to be deleted. [ 1039.987263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.987611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.002264] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.002264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.003507] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.005131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.005131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.008403] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.008403] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.008403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.009650] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.010131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.010389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.010688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.011182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.011182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.011182] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.013541] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.013541] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.013541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.014801] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.014801] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.014801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.014801] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.018250] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.023775] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.025196] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.025609] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.074360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.074534] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400d6de9-d65b-45df-93df-8176a5c4b199 is going to be deleted. [ 1040.075589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.075888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.151409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.151409] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffac53d-73f1-4f6a-bff3-68139506b84f is going to be deleted. [ 1040.151771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.152067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.170679] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.170918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.174050] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.174273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.177023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bc5e0ac-4260-4809-a37f-5e35c074ebba [ 1040.177573] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.177573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.177573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.177830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.177830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.177903] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bc5e0ac-4260-4809-a37f-5e35c074ebba already deleted. [ 1040.177938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bc5e0ac-4260-4809-a37f-5e35c074ebba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188713] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a782ca80-f98f-4717-aa8d-2953423851b7 is going to be deleted. [ 1040.189708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.189932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192866] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.229754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.230048] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333c820f-644f-4a19-98a0-0d33d5f0c4f8 is going to be deleted. [ 1040.231303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.231647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.231837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.232049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cff48-8acf-4f0a-ab73-3f1d8d3246d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9020685-73f6-4a86-924b-cb820e09ec66" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43926a4c-df34-47f4-a60d-3d05527046ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.235795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.235795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.236048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5e7929-792c-4b95-815f-620936535c1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.236723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.236723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.236723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.236723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b357152-8c98-42b9-8607-3fc98bd4465a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.237161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.237543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471994b2-f09f-45ce-adb4-0a6d5a5778e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.238097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.238279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c342482e-38a4-4e19-9d81-223f847bcb36" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.241391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.241681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.241807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.241991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400d6de9-d65b-45df-93df-8176a5c4b199" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.275489] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.275738] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.275939] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.276275] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.276436] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.276590] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port a0ff6d6e-bc7d-4456-9789-38b4972f155d not found, creating... [ 1040.277115] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.277115] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.277257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.277460] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.277597] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.277994] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.278117] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.278298] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.278609] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.278609] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.278696] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: a0ff6d6e-bc7d-4456-9789-38b4972f155d is going to be created. [ 1040.289242] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.289416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.289465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.289658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.289807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.289879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffac53d-73f1-4f6a-bff3-68139506b84f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.324835] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.325280] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.325433] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.325783] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.326131] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.326365] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.384999] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.385182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.385255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.385469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.385561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.385681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a782ca80-f98f-4717-aa8d-2953423851b7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.386491] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.386618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.386685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.386844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.386947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.387497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333c820f-644f-4a19-98a0-0d33d5f0c4f8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.519655] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce: rpc.has_security_group_logging(os_id): False [ 1040.526050] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a0b239-d202-4216-8516-2bb61007a7dc: rpc.has_security_group_logging(os_id): False [ 1040.530827] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 405f7142-911a-475c-9045-8c6b2168dcf4: rpc.has_security_group_logging(os_id): False [ 1040.532125] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b5142e3-14ba-48f5-876b-e0c2547b2bae: rpc.has_security_group_logging(os_id): False [ 1040.532929] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900669b3-f9bd-40a2-9c3e-295b161af131: rpc.has_security_group_logging(os_id): False [ 1040.538628] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb6dba85-3ca9-493b-9c95-d6509b17bdeb: rpc.has_security_group_logging(os_id): False [ 1040.555969] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.556179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.556179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.556408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.560418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.560418] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.561361] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.561490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.562159] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.562258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.562913] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.563184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.571512] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.571685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.591280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.591450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.591529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.591573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.592268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.592268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.592268] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.592268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.592268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.592561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.592561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.592633] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.592787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.592787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.592897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.592973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.593391] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 1040.594560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.594729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.621448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.621867] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.621982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.622058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.622278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.622369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.622770] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1040.624487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.624824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.641440] env[65495]: INFO networking_nsxv3.common.synchronization [None req-aa354bb8-531d-4df4-bfa6-52b5aad3ab34 None None] Enqueued Resource ID: cc0eea27-2e8d-4b7e-9586-4ef95830d0e5 with Priority: HIGHEST for action port [ 1040.641871] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0eea27-2e8d-4b7e-9586-4ef95830d0e5 with Priority: HIGHEST for action port [ 1040.642227] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0eea27-2e8d-4b7e-9586-4ef95830d0e5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.642428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0eea27-2e8d-4b7e-9586-4ef95830d0e5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.642532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0eea27-2e8d-4b7e-9586-4ef95830d0e5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.642769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0eea27-2e8d-4b7e-9586-4ef95830d0e5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.642858] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0eea27-2e8d-4b7e-9586-4ef95830d0e5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.654887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.655244] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.655353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.655411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.655608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.655692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.655785] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb is going to be updated. [ 1040.657912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.658243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.691709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.691942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.703965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.704476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.704476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.704476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.704717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.704780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.704887] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 is going to be updated. [ 1040.706191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.706411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.741400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.741674] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.741792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.741863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.742322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.742322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.742322] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 1040.743411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.743610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.743780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.744914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.745119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.762763] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.762763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.764661] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 1040.810954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.811213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.815648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.815824] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.816013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.816090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.816302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.816386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.816625] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.816730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.816801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.817085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.817085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.817274] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.817337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.817382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.817545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.817623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.817719] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be updated. [ 1040.818858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.819044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.819249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.820185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.820354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.820486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.853781] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1040.854384] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: IN_PROGRESS for 2s [ 1040.889577] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.889577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.889577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.889921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.889965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.917179] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: IN_PROGRESS for 2s [ 1040.946032] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.946032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.946469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.946469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.946469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.003147] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 1041.008914] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.008914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.009383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.009383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.009383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.041814] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: IN_PROGRESS for 2s [ 1041.086323] env[65495]: INFO networking_nsxv3.common.synchronization [req-7bf2e5eb-451d-476c-8599-c409470c8f09 req-b98b425c-049d-4bbd-ab47-575aa9d062a5 service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 1041.086575] env[65495]: INFO networking_nsxv3.common.synchronization [req-7bf2e5eb-451d-476c-8599-c409470c8f09 req-b98b425c-049d-4bbd-ab47-575aa9d062a5 service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1041.086776] env[65495]: INFO networking_nsxv3.common.synchronization [req-7bf2e5eb-451d-476c-8599-c409470c8f09 req-b98b425c-049d-4bbd-ab47-575aa9d062a5 service nova] Enqueued Resource ID: a0ff6d6e-bc7d-4456-9789-38b4972f155d with Priority: HIGHEST for action port [ 1041.088339] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 1041.088496] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1041.088625] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ff6d6e-bc7d-4456-9789-38b4972f155d with Priority: HIGHEST for action port [ 1041.088977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.092033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.092033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.092033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.092033] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.092033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.092033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.092033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ff6d6e-bc7d-4456-9789-38b4972f155d taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.092033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.092033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.092033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.092033] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ff6d6e-bc7d-4456-9789-38b4972f155d',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.144815] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc0eea27-2e8d-4b7e-9586-4ef95830d0e5 [ 1041.145119] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.146127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.146282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.147525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.147689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.147838] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc0eea27-2e8d-4b7e-9586-4ef95830d0e5 already deleted. [ 1041.147940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0eea27-2e8d-4b7e-9586-4ef95830d0e5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.594944] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.594944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.594944] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0ff6d6e-bc7d-4456-9789-38b4972f155d with status ACTIVE [ 1041.595111] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.595111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.595238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.598983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.598983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.598983] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.598983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.598983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.598983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.598983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.598983] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.599431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.599431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.599431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.599431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.599602] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0ff6d6e-bc7d-4456-9789-38b4972f155d is going to be updated. [ 1041.622819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.623751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.623914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.624186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.624335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.624590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ff6d6e-bc7d-4456-9789-38b4972f155d" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.627285] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1041.629542] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 1041.629542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.629542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.629542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.629542] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.629542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.629542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.629542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.629542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.629542] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.830855] env[65495]: INFO networking_nsxv3.common.synchronization [req-7620849f-e2dd-4165-9cd5-1ce853b0c685 req-d6a2b14d-9ca5-4572-9e9b-feea96d4e350 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1041.831746] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1041.831845] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.831931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.832021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.832889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.833111] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.833252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.833329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.833655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.833655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.833655] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.133205] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.243208] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.243416] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.243518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.243956] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.244241] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.245830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.245830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.245830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.245830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.246200] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.246472] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.246622] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.246738] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.246858] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.247225] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.247225] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.270039] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.270039] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.270039] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.270039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.270039] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-82572da4-dfdf-4bed-b345-64364c5f9fe5 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.270039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.270039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.270039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.270039] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82572da4-dfdf-4bed-b345-64364c5f9fe5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.338514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.338689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.338780] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.338941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.339065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.339337] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.339337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.339468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.339539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.339618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.339692] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 already deleted. [ 1042.339767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.635503] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.647088] env[65495]: INFO networking_nsxv3.common.synchronization [None req-6b956bbe-8498-47b7-b153-ba773c8045dc None None] Enqueued Resource ID: e2eba232-ce1c-414e-9fe3-145dc0218053 with Priority: HIGHEST for action port [ 1042.647088] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2eba232-ce1c-414e-9fe3-145dc0218053 with Priority: HIGHEST for action port [ 1042.647088] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2eba232-ce1c-414e-9fe3-145dc0218053 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.647088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2eba232-ce1c-414e-9fe3-145dc0218053" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.647088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2eba232-ce1c-414e-9fe3-145dc0218053" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.647088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2eba232-ce1c-414e-9fe3-145dc0218053" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.647088] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2eba232-ce1c-414e-9fe3-145dc0218053',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.728058] env[65495]: INFO networking_nsxv3.common.synchronization [None req-653f9d7d-b3a4-4d5e-a1ba-0e29a5757aa9 None None] Enqueued Resource ID: 2d64a380-f7f8-44a2-8264-3e47d11c05af with Priority: HIGHEST for action port [ 1042.728704] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d64a380-f7f8-44a2-8264-3e47d11c05af with Priority: HIGHEST for action port [ 1042.729104] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d64a380-f7f8-44a2-8264-3e47d11c05af taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.729237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d64a380-f7f8-44a2-8264-3e47d11c05af" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.729237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d64a380-f7f8-44a2-8264-3e47d11c05af" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.730344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d64a380-f7f8-44a2-8264-3e47d11c05af" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.730344] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d64a380-f7f8-44a2-8264-3e47d11c05af',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.772293] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.772518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.772644] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.772939] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.773107] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.773259] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 82572da4-dfdf-4bed-b345-64364c5f9fe5 not found, creating... [ 1042.773515] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.773669] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.773862] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.774109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.774250] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.774527] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.774678] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.774794] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.774999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.775147] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.775283] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 82572da4-dfdf-4bed-b345-64364c5f9fe5 is going to be created. [ 1042.785050] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 1042.785306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.797537] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.797918] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.798085] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.798538] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.798786] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.799027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.869965] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: SUCCESS [ 1042.869965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.869965] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1042.869965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.946536] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: SUCCESS [ 1042.946536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.016835] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 1043.017167] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.058014] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 1043.058609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.142191] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.142572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.142572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.142572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.142698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.142848] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1043.149706] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2eba232-ce1c-414e-9fe3-145dc0218053 [ 1043.149954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.150116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.150179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.150376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.151264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.151264] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2eba232-ce1c-414e-9fe3-145dc0218053 already deleted. [ 1043.151264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2eba232-ce1c-414e-9fe3-145dc0218053" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.177068] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.177270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.177321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.177876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.177876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.187648] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1043.232294] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d64a380-f7f8-44a2-8264-3e47d11c05af [ 1043.232785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.232785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.232929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.233196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.233346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.233680] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d64a380-f7f8-44a2-8264-3e47d11c05af already deleted. [ 1043.233680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d64a380-f7f8-44a2-8264-3e47d11c05af" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.531020] env[65495]: INFO networking_nsxv3.common.synchronization [req-7620849f-e2dd-4165-9cd5-1ce853b0c685 req-b5736d89-2707-4058-ba91-792802007d62 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1043.531665] env[65495]: INFO networking_nsxv3.common.synchronization [req-7620849f-e2dd-4165-9cd5-1ce853b0c685 req-b5736d89-2707-4058-ba91-792802007d62 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1043.531665] env[65495]: INFO networking_nsxv3.common.synchronization [req-7620849f-e2dd-4165-9cd5-1ce853b0c685 req-b5736d89-2707-4058-ba91-792802007d62 service nova] Enqueued Resource ID: 82572da4-dfdf-4bed-b345-64364c5f9fe5 with Priority: HIGHEST for action port [ 1043.531949] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1043.532110] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1043.532212] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82572da4-dfdf-4bed-b345-64364c5f9fe5 with Priority: HIGHEST for action port [ 1043.532494] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.532617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.532682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.532945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.533061] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.533978] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.534131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.534199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.534374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.534533] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.534626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.534689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.534827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.534909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.534997] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.535790] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-82572da4-dfdf-4bed-b345-64364c5f9fe5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.535919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.535988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.536151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.536225] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82572da4-dfdf-4bed-b345-64364c5f9fe5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.014577] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-4fc1773f-07c5-49ee-9c9e-3fdc0d27161c tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1044.014577] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1044.015034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.015034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.015034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.016385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.016385] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.016385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.016385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.016667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.016667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.016892] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.040289] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.040289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.040289] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.040289] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82572da4-dfdf-4bed-b345-64364c5f9fe5 with status ACTIVE [ 1044.040289] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.040289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.040289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.040289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.040289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.040289] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.040289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.041103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.041103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.041103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.042125] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.042125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.042125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.042125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.042125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.042125] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82572da4-dfdf-4bed-b345-64364c5f9fe5 is going to be updated. [ 1044.072305] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.072523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.072523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.072738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.074107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.074107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82572da4-dfdf-4bed-b345-64364c5f9fe5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.522685] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.523141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.523141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.523265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.544570] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.561594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.561856] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.561989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.562074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.562250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.562327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.562464] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1044.594958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.595133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.595200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.595399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.595544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.609045] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.609220] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.609348] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.609613] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.609863] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.610027] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.610157] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.610387] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.610532] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.610739] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.610850] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.610958] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.611076] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.611185] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.611288] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.611416] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.613252] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1044.632313] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.632517] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.632621] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.632777] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.633112] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-e30e7545-96f0-45cc-9277-f5e6dff13a8b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.633305] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.633658] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.634068] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.634217] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30e7545-96f0-45cc-9277-f5e6dff13a8b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.895626] env[65495]: INFO networking_nsxv3.common.synchronization [None req-f016c0d2-06f7-4a0f-9fa5-f5376df8fe15 tempest-ServersTestFqdnHostnames-1180110995 tempest-ServersTestFqdnHostnames-1180110995-project-member] Enqueued Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_rules [ 1044.896251] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_rules [ 1044.896562] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.896698] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.896767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.897020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.897098] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.047442] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.047663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.047724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.048021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.048152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.048260] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be created. [ 1045.077433] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.077572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.077621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.077811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.077988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.088663] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: UNINITIALIZED for 2s [ 1045.139672] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.139904] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.140058] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.140390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.140579] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.140774] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port e30e7545-96f0-45cc-9277-f5e6dff13a8b not found, creating... [ 1045.141130] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.141312] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.141466] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.141726] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.141924] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.142268] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.142618] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.142744] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.142971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.143139] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.143283] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: e30e7545-96f0-45cc-9277-f5e6dff13a8b is going to be created. [ 1045.166322] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.166599] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.166757] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.167115] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.167392] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.167698] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199188] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1045.199478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.199962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.200223] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.200392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.200470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.200697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.200795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.200905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201040] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.423064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.423275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.423320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.423522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.423609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.423709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 already deleted. [ 1045.423797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.704981] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.705296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.705296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.705688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.705688] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.705906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.705906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.706063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.706158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.706318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.706480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.706587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.706638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.706772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.706917] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.707042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.707106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.707228] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.707300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.707380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.707467] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.881607] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-0e2d7f90-2cb1-416e-a6f7-5da4474b8b36 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 1045.881795] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-0e2d7f90-2cb1-416e-a6f7-5da4474b8b36 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1045.881935] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-0e2d7f90-2cb1-416e-a6f7-5da4474b8b36 service nova] Enqueued Resource ID: e30e7545-96f0-45cc-9277-f5e6dff13a8b with Priority: HIGHEST for action port [ 1045.886024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 1045.886024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1045.886024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30e7545-96f0-45cc-9277-f5e6dff13a8b with Priority: HIGHEST for action port [ 1045.886024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.886024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.886024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.886024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886024] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.886024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.886024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.886024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30e7545-96f0-45cc-9277-f5e6dff13a8b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.886024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.886024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.886024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886024] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30e7545-96f0-45cc-9277-f5e6dff13a8b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.930586] env[65495]: INFO networking_nsxv3.common.synchronization [None req-40749f64-fc2a-404b-b299-4b02047845c4 tempest-ServersTestFqdnHostnames-1180110995 tempest-ServersTestFqdnHostnames-1180110995-project-member] Enqueued Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_rules [ 1045.930586] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_rules [ 1045.930586] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.930586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.930586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.930586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.930586] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.209781] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bdacbe6-62a2-4d22-8711-39d8c2721211: rpc.has_security_group_logging(os_id): False [ 1046.244183] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.244690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.244690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.244690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.245033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.245033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.245139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.245139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.245387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.245387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.245600] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.245674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.245799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.245926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.246014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.247451] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.247622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.247694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.247919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.248569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.248752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1046.382067] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.382067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.382067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.382067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.382067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.387899] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.387899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.389592] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30e7545-96f0-45cc-9277-f5e6dff13a8b with status ACTIVE [ 1046.389592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.389592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.389592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.389833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.389871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.390266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.390266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.390266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.390457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.390457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.391500] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.391500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.391500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.391500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.391500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.391500] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30e7545-96f0-45cc-9277-f5e6dff13a8b is going to be updated. [ 1046.403702] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1046.419236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.419236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.419236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.419409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.419409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.420112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30e7545-96f0-45cc-9277-f5e6dff13a8b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.487920] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.488951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.489122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.489386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.489504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.489621] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 already deleted. [ 1046.489712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.542624] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-1006edcc-5cc3-4506-94fc-1fb5163dc910 tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1046.546442] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1046.546442] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.546442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.630660] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1046.630892] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f deletion is rescheduled due to dependency. [ 1046.630987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.631408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.631653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.633664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.633816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.633943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.634126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.635166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.635290] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.951054] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.951410] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.951410] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.951657] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.951924] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.952106] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.952231] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.952441] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.952581] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.952792] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.952904] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.953027] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.953135] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.953245] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.953351] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.953484] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.012629] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.012629] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.012629] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.012629] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-445" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.014052] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-be3e13c6-cb6c-4e7f-bab1-7061197902bf taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.014052] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.014409] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.014545] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.014684] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be3e13c6-cb6c-4e7f-bab1-7061197902bf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.100023] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1047.100478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.100674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.100914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.101135] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.101252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.101319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.101470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.101539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.101633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.101721] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.138488] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.521168] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.521514] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.521691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.522109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.522349] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.522558] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port be3e13c6-cb6c-4e7f-bab1-7061197902bf not found, creating... [ 1047.523068] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.523298] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.523455] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.523825] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.524107] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.524474] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.524669] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.524806] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.525144] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.525320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.525470] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: be3e13c6-cb6c-4e7f-bab1-7061197902bf is going to be created. [ 1047.548497] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.548758] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.548899] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.549198] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.549445] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.549669] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.604370] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.604668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.604668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.604870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.605078] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.605213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.605280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.605390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.605503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.605594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.605767] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.605866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.606018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.606206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.606423] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.606540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.606622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.606751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.606849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.606947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.607080] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.640745] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.709214] env[65495]: INFO networking_nsxv3.common.synchronization [req-454c1bce-dca4-4d01-8c5b-5cf1555d91c1 req-bedb1763-0c92-4c84-baa0-57485aea3650 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1047.709777] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1047.710560] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.710704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.710773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.710981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.712276] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.712276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.712276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.712276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.712276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.712276] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.109949] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f14747-57d1-42d4-83cd-eb89f7b304e9: rpc.has_security_group_logging(os_id): False [ 1048.133019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.133019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.133019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.133019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.133818] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.133818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.133818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.133818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.133818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.133818] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be created. [ 1048.143489] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.146009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.146009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.146009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.146009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.146009] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1048.173243] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.173335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.173525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.173604] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.173756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.183047] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1048.199145] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.199304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.199374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.199585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.199759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.213667] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1048.215338] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.273414] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-536fbb9d-95b3-4982-bb4f-c782c9df7264 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 1048.273414] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-536fbb9d-95b3-4982-bb4f-c782c9df7264 service nova] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1048.273414] env[65495]: INFO networking_nsxv3.common.synchronization [req-209eea25-5ce5-4f6a-b2ba-1f53b7539483 req-536fbb9d-95b3-4982-bb4f-c782c9df7264 service nova] Enqueued Resource ID: be3e13c6-cb6c-4e7f-bab1-7061197902bf with Priority: HIGHEST for action port [ 1048.273414] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_rules [ 1048.273414] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1048.273790] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3e13c6-cb6c-4e7f-bab1-7061197902bf with Priority: HIGHEST for action port [ 1048.274736] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.275113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.275492] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.275730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.276120] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-be3e13c6-cb6c-4e7f-bab1-7061197902bf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.276411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.276630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.276972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.277186] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be3e13c6-cb6c-4e7f-bab1-7061197902bf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.422723] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1048.422723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.614228] env[65495]: INFO networking_nsxv3.common.synchronization [req-deb168d7-520a-47f1-9b50-f0964b4b1579 req-7cf8150f-4b8f-4c8d-a3f2-d41c89e62cf4 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_members [ 1048.614788] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_members [ 1048.615134] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.615282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.615355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.615615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.615799] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.615912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.615996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.616168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.616255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.616350] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.718304] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.781465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be3e13c6-cb6c-4e7f-bab1-7061197902bf with status ACTIVE [ 1048.781465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.781465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.781465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.781465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.781909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.781909] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.782287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.782287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.782287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.782287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.782459] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.782563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.782670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.782878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.782999] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.783185] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be3e13c6-cb6c-4e7f-bab1-7061197902bf is going to be updated. [ 1048.812657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.812871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.812871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.813089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.813236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.813399] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be3e13c6-cb6c-4e7f-bab1-7061197902bf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.048361] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.048701] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.048843] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.049325] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.049849] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.050459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.050677] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.051034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.051143] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.051389] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.051478] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.051639] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.051742] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.051829] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.052018] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.052113] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.077717] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.078193] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.078193] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.078386] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.078692] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-05bd9794-01cf-40a5-83bb-c26c6bc4451b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.078869] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.079223] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.079354] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.079521] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05bd9794-01cf-40a5-83bb-c26c6bc4451b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.118379] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.119862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.119987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.120275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.120430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.120672] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.120835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.120902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.121056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.121134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.121222] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 already deleted. [ 1049.121358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.223126] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.223307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.223353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.223571] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.223915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.223915] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1049.252486] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.252662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.252662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.252946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.253030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.262614] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1049.585076] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.585076] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 05bd9794-01cf-40a5-83bb-c26c6bc4451b not found, creating... [ 1049.585076] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.585076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.585734] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.585734] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.586230] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.586392] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.586541] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 05bd9794-01cf-40a5-83bb-c26c6bc4451b is going to be created. [ 1049.614459] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.615083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.615083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.615440] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.615821] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.616266] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.196214] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.196214] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.196214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.196214] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.198708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.198708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.198708] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.198708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.198708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.198708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.198708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.198708] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.227495] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1050.228611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.702589] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.702820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.706232] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.851379] env[65495]: INFO networking_nsxv3.common.synchronization [req-deb168d7-520a-47f1-9b50-f0964b4b1579 req-b1ee904f-714c-4da1-8014-311f9c6635bc service nova] Enqueued Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_rules [ 1050.851379] env[65495]: INFO networking_nsxv3.common.synchronization [req-deb168d7-520a-47f1-9b50-f0964b4b1579 req-b1ee904f-714c-4da1-8014-311f9c6635bc service nova] Enqueued Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_members [ 1050.851379] env[65495]: INFO networking_nsxv3.common.synchronization [req-deb168d7-520a-47f1-9b50-f0964b4b1579 req-b1ee904f-714c-4da1-8014-311f9c6635bc service nova] Enqueued Resource ID: 05bd9794-01cf-40a5-83bb-c26c6bc4451b with Priority: HIGHEST for action port [ 1050.851640] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_rules [ 1050.851681] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_members [ 1050.851895] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bd9794-01cf-40a5-83bb-c26c6bc4451b with Priority: HIGHEST for action port [ 1050.852130] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.852267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.852328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.853558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.853646] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.854604] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.854735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.854813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.855103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.855103] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.855257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.855257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.855476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.855476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.855600] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.856482] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-05bd9794-01cf-40a5-83bb-c26c6bc4451b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.856601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.856676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.856835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.856917] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05bd9794-01cf-40a5-83bb-c26c6bc4451b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.208174] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.273876] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1051.274169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.281666] env[65495]: INFO networking_nsxv3.common.synchronization [req-9a200614-2369-4a57-842d-30a4819edb9a req-7f5039e2-edae-45bb-a213-462d23aa8b63 tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1051.282058] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1051.282234] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.282344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.282513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.285505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.285760] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.285853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.285919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.286840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.286840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.286840] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.358235] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.358411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.358653] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.359488] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05bd9794-01cf-40a5-83bb-c26c6bc4451b with status ACTIVE [ 1051.359664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.359860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.359860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.360212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.360272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.360430] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.360521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.360670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.360730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.360809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.361332] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.361332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.361332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.361332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.361332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.361564] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05bd9794-01cf-40a5-83bb-c26c6bc4451b is going to be updated. [ 1051.388404] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.388404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.388404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.388404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.388404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.389256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05bd9794-01cf-40a5-83bb-c26c6bc4451b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.648086] env[65495]: INFO networking_nsxv3.common.synchronization [req-8bc59649-7b8b-4a69-a967-cd000dc295b9 req-8a308a7b-76ca-4661-8cb0-25eb8a9db6b9 tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1051.648652] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1051.648977] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.651925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.651925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.651925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.651925] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.651925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.651925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.651925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.651925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.651925] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.712611] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.712611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.712611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.712849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.712952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.713040] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1051.746628] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.747218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.747389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.747714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.748030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.758520] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1051.789852] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.866024] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.154948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.155153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.155235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.155451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.179421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.179704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.179831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.179902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.180219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.180347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.180550] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1052.210202] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.210563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.210563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.211124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.211124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.221677] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1052.292596] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.371292] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.371438] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.371506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.371963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.371963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.371963] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 is going to be created. [ 1052.397012] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.397213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.397213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.397426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.397579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.412911] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 in Status: UNINITIALIZED for 2s [ 1052.795024] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.795350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.795350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.796239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.796239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.796239] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1052.835412] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.835514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.835576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.835722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.835866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.853007] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1053.695538] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-396d6ad1-fc9f-4633-ba8e-b1ff3ce7d810 tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1053.696139] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1053.696465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.696950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.697048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.697273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.697399] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.697503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.697566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.697708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.697793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.697888] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.770422] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1053.770564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.770750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.771025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.771291] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.771425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.771492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.771665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.771750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.771851] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.199919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.200150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.200287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.200460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.200556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.200758] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.200852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.200935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.201082] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.201164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.201271] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be deleted. [ 1054.229148] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-34d440db-cd36-4628-8603-6efbd6f10a05 tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1054.229355] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1054.229588] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.229740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.235047] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1054.235370] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 deletion is rescheduled due to dependency. [ 1054.235510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240060] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.240060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.240060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.241540] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.241540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.241540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.241540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.241808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.241808] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.276136] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.425067] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 in Status: SUCCESS [ 1054.425310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.425487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.425710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.425907] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.426091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.426173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.427043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.427043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.427043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.427043] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.744373] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.744646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.744646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.744825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.744904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.745435] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.745435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.745435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.745630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.745630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.745630] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 already deleted. [ 1054.745810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.749131] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.749228] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-296" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.749368] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-296" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.749602] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-296" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.749847] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.749999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.750125] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.750321] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.750452] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.750704] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.750822] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.750869] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.750971] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.751062] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.751145] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.752020] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.771718] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.771899] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.772728] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.772728] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-296" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.772728] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.773040] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.773040] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.773669] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.773669] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c811e671-ed3c-4eaa-a4f5-661c00ad46d6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.777793] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.863667] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1054.863945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.928618] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.038623] env[65495]: INFO networking_nsxv3.common.synchronization [None req-76cc5cff-e8ee-4f27-a91b-f9173b575a2a None None] Enqueued Resource ID: 9da847f0-cebd-4015-a675-6ab4bef0fe5e with Priority: HIGHEST for action port [ 1055.038623] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da847f0-cebd-4015-a675-6ab4bef0fe5e with Priority: HIGHEST for action port [ 1055.038921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da847f0-cebd-4015-a675-6ab4bef0fe5e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.039420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da847f0-cebd-4015-a675-6ab4bef0fe5e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.039420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da847f0-cebd-4015-a675-6ab4bef0fe5e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.039656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da847f0-cebd-4015-a675-6ab4bef0fe5e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.039733] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da847f0-cebd-4015-a675-6ab4bef0fe5e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.276461] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.276720] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.276855] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.277158] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.277323] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.277481] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port c811e671-ed3c-4eaa-a4f5-661c00ad46d6 not found, creating... [ 1055.277749] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.277908] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.278037] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.278338] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.278491] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.278772] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.278924] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.279052] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.279265] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.279395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.279531] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: c811e671-ed3c-4eaa-a4f5-661c00ad46d6 is going to be created. [ 1055.280818] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.280941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.281024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.281171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.281254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.281337] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1055.303670] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.303905] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.304018] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.304311] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.304544] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.304768] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.314372] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.314540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.314540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.314676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.314818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.325135] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1055.430757] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c78c3dc6-2a4c-4f39-b17d-de29ddabdb68: rpc.has_security_group_logging(os_id): False [ 1055.451803] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.451964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.452051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.452306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.452436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.452646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.452751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.452816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.452968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.453058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.453147] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 is going to be created. [ 1055.527464] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.527642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.527727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.528047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.528308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.541088] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 in Status: IN_PROGRESS for 2s [ 1055.546531] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9da847f0-cebd-4015-a675-6ab4bef0fe5e [ 1055.546531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.546531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.546531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.546531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.546531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.546531] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9da847f0-cebd-4015-a675-6ab4bef0fe5e already deleted. [ 1055.546531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da847f0-cebd-4015-a675-6ab4bef0fe5e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.103553] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-99783071-defd-4cc1-829a-95187688a6d3 service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 1056.103553] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-99783071-defd-4cc1-829a-95187688a6d3 service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1056.103553] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-99783071-defd-4cc1-829a-95187688a6d3 service nova] Enqueued Resource ID: c811e671-ed3c-4eaa-a4f5-661c00ad46d6 with Priority: HIGHEST for action port [ 1056.103553] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 1056.103553] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1056.103553] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811e671-ed3c-4eaa-a4f5-661c00ad46d6 with Priority: HIGHEST for action port [ 1056.104960] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.105293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.105608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.105910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.106212] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.107333] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.107618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.107779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.108081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.108381] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.108618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.108771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.109148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.109369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.112058] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.112058] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.112058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.112058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.112058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.112058] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c811e671-ed3c-4eaa-a4f5-661c00ad46d6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.614071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.615503] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.615503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.615862] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c811e671-ed3c-4eaa-a4f5-661c00ad46d6 with status ACTIVE [ 1056.616064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.616180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.616245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.616450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.616539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.616709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.616808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.616878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.617961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.618092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.618433] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.618433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.618536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.618637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.618725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.618834] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c811e671-ed3c-4eaa-a4f5-661c00ad46d6 is going to be updated. [ 1056.646569] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.646794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.646794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.647153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.647153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.647301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c811e671-ed3c-4eaa-a4f5-661c00ad46d6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.901328] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.902287] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.902287] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.902593] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.903063] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.904337] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.904805] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.904950] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.905206] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.905558] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.905647] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.905775] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.905896] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.906185] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.906411] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.906617] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.928408] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.928892] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.929180] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.930266] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-781" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.930266] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-b70336e6-b1be-473d-98db-596d22dfce1c taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.930490] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.930660] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.931179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.931398] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70336e6-b1be-473d-98db-596d22dfce1c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.116457] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.336121] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1057.336455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.336534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.337176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.337615] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.340324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.340324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.340324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.340324] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.390950] env[65495]: INFO networking_nsxv3.common.synchronization [None req-1adeaeca-679b-4019-8644-e7eadbf5bdae None None] Enqueued Resource ID: 1644db1f-311a-48a1-aa69-6b3560a12776 with Priority: HIGHEST for action port [ 1057.391557] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1644db1f-311a-48a1-aa69-6b3560a12776 with Priority: HIGHEST for action port [ 1057.391704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1644db1f-311a-48a1-aa69-6b3560a12776 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.391852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1644db1f-311a-48a1-aa69-6b3560a12776" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.391918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1644db1f-311a-48a1-aa69-6b3560a12776" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.392222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1644db1f-311a-48a1-aa69-6b3560a12776" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.392308] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1644db1f-311a-48a1-aa69-6b3560a12776',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.434218] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.434446] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.434758] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.434905] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.435041] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.435211] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port b70336e6-b1be-473d-98db-596d22dfce1c not found, creating... [ 1057.435567] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.435826] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.435935] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.436344] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.436473] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.437031] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.437031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.437031] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.437292] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.437396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.437538] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: b70336e6-b1be-473d-98db-596d22dfce1c is going to be created. [ 1057.459873] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.460144] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.460669] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.461081] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.461563] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.462075] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.564194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 in Status: SUCCESS [ 1057.564194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.619206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.619863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.620150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.622299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.622299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.622299] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be created. [ 1057.653430] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.653673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.653883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.654094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.664762] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: UNINITIALIZED for 2s [ 1057.843126] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a8ed75-da24-46e9-8c58-b597e196ae8f: rpc.has_security_group_logging(os_id): False [ 1057.863730] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.864110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.864110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.864267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.864315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.864585] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.864724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.864801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.865065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.865065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.865272] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.865419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.865479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.865634] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.865714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.865931] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.867174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.867174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.867174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.867174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.867174] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1057.894537] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1644db1f-311a-48a1-aa69-6b3560a12776 [ 1057.894815] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.894983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.895124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.895504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.895640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.896327] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1644db1f-311a-48a1-aa69-6b3560a12776 already deleted. [ 1057.896327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1644db1f-311a-48a1-aa69-6b3560a12776" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.982650] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.982650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.982650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.982650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.982650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.000922] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1058.294701] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-34967281-f451-4882-a793-d5598423333b service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 1058.295335] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-34967281-f451-4882-a793-d5598423333b service nova] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1058.295506] env[65495]: INFO networking_nsxv3.common.synchronization [req-dab4cb20-32e6-4cb3-a1b1-11825ae28eec req-34967281-f451-4882-a793-d5598423333b service nova] Enqueued Resource ID: b70336e6-b1be-473d-98db-596d22dfce1c with Priority: HIGHEST for action port [ 1058.296452] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_rules [ 1058.296573] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1058.296674] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70336e6-b1be-473d-98db-596d22dfce1c with Priority: HIGHEST for action port [ 1058.296985] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.297201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.297471] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.297471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.297603] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-b70336e6-b1be-473d-98db-596d22dfce1c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.297713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.297757] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.297956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.298047] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70336e6-b1be-473d-98db-596d22dfce1c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.800734] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b70336e6-b1be-473d-98db-596d22dfce1c with status ACTIVE [ 1058.800971] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.801146] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.801218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.802258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.802258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.802258] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.802258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.802258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.802258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.802258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.802598] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.802598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.802598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.802724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.802724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.802855] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b70336e6-b1be-473d-98db-596d22dfce1c is going to be updated. [ 1058.846747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.846747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.846747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.846747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.847215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.847215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b70336e6-b1be-473d-98db-596d22dfce1c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.557933] env[65495]: INFO networking_nsxv3.common.synchronization [req-5c73d427-4e0a-405a-b82a-bb0a4a3ffff2 req-7f24779f-1f00-4a34-8d45-8a469d947710 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1059.559770] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1059.559770] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.559770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.559770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.560635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.560635] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.560788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.560788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.561014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.561078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.561147] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.677272] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1059.677606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.677687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.677904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.678108] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.678356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.678356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.678462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.678783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.678783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.678783] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.679521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.680267] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.680267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.680267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.680671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.680671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.680671] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.016520] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1060.016739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.016958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.017346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.017441] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.067056] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.067056] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.067056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.067056] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1060.104079] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.104079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.104079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.105314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.105314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116142] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1060.183173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.183292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.183460] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.519801] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.519958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.520038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.520270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.520444] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.520546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.520611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.520755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.520845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.520933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.521039] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.686224] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.023880] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.024080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.024158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.024394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.024581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.024680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.024744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.024893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.024984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.025087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.025236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.025353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.025572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.025714] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.025807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.026039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.026109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.026193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.026301] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.189486] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.189486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.189486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.189838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.189838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.190010] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1061.220597] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.220763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.220810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.221143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.221246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.235422] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1061.448800] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8d7eb76-a9ae-49e2-a857-eda0ab4b8064 req-489790b3-152a-4aeb-94e5-5a0cf5adac4e tempest-ServersTestFqdnHostnames-1180110995 tempest-ServersTestFqdnHostnames-1180110995-project-member] Enqueued Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_members [ 1061.451125] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_members [ 1061.451629] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.451775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.451851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.452123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.452285] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.452389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.452451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.452605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.452695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.453640] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.530727] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a8ed75-da24-46e9-8c58-b597e196ae8f: rpc.has_security_group_logging(os_id): False [ 1061.554205] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.554205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.554205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.555791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.555791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.555791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.555791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.556325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.556325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.556325] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1061.622809] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.622809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.622809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.622809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.622809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.644353] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1061.859020] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.859020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-341" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.859020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-341" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.859020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-341" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.859020] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.859020] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.861194] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.861194] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.861194] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.861194] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.861194] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.861194] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.861194] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.861194] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.861194] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.861194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.881077] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.881273] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.881390] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.881657] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-341" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.881884] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-a70931de-1bad-4129-a205-8e9caca0a013 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.882071] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.882247] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.882601] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.882742] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70931de-1bad-4129-a205-8e9caca0a013',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.956554] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.956694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.956800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.956988] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.957119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.957352] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.957415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.957475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.957635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.957711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.957802] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 already deleted. [ 1061.957867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.060016] env[65495]: INFO networking_nsxv3.common.synchronization [None req-c9ec32b7-a0f5-4740-8e6d-4276651f3865 None None] Enqueued Resource ID: 5c79874e-7f7c-474b-974c-c788a80abdac with Priority: HIGHEST for action port [ 1062.060522] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c79874e-7f7c-474b-974c-c788a80abdac with Priority: HIGHEST for action port [ 1062.060911] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c79874e-7f7c-474b-974c-c788a80abdac taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.061093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c79874e-7f7c-474b-974c-c788a80abdac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.061178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c79874e-7f7c-474b-974c-c788a80abdac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.061492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c79874e-7f7c-474b-974c-c788a80abdac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.061608] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c79874e-7f7c-474b-974c-c788a80abdac',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.125428] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1062.125428] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1062.125428] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.385676] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.386018] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.386190] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.386540] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.386764] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.386961] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port a70931de-1bad-4129-a205-8e9caca0a013 not found, creating... [ 1062.387330] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.387567] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.387748] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.387985] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.388187] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.388524] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.389191] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.389191] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.389191] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.389426] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.389651] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: a70931de-1bad-4129-a205-8e9caca0a013 is going to be created. [ 1062.410384] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.410650] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.410728] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.411028] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.411312] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.411562] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.554192] env[65495]: INFO networking_nsxv3.common.synchronization [req-559225a9-7398-4073-a0d3-65625653f3eb req-1e7d6661-3a97-4ce3-b403-0bec080638bc tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1062.554776] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1062.555184] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.555315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.555382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.555593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.555748] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.555846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.555916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.556078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.556219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.556324] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.564844] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c79874e-7f7c-474b-974c-c788a80abdac [ 1062.565068] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.565207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.565277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.565475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.565565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.565657] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c79874e-7f7c-474b-974c-c788a80abdac already deleted. [ 1062.565737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c79874e-7f7c-474b-974c-c788a80abdac" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.978958] env[65495]: INFO networking_nsxv3.common.synchronization [req-649a91b2-c84d-4b38-a534-13b372193cb0 req-ffaafe54-e165-48f7-a3c0-6954a0ff2b0b tempest-MultipleCreateTestJSON-60334734 tempest-MultipleCreateTestJSON-60334734-project-member] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1062.979665] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGHEST for action security_group_members [ 1062.980873] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.980873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.058841] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.210913] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8d7eb76-a9ae-49e2-a857-eda0ab4b8064 req-3bab8e4f-06b4-4e01-9d12-2bfaed9fc1f5 service nova] Enqueued Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_rules [ 1063.211131] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8d7eb76-a9ae-49e2-a857-eda0ab4b8064 req-3bab8e4f-06b4-4e01-9d12-2bfaed9fc1f5 service nova] Enqueued Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_members [ 1063.211273] env[65495]: INFO networking_nsxv3.common.synchronization [req-b8d7eb76-a9ae-49e2-a857-eda0ab4b8064 req-3bab8e4f-06b4-4e01-9d12-2bfaed9fc1f5 service nova] Enqueued Resource ID: a70931de-1bad-4129-a205-8e9caca0a013 with Priority: HIGHEST for action port [ 1063.211823] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_rules [ 1063.211914] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_members [ 1063.212141] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70931de-1bad-4129-a205-8e9caca0a013 with Priority: HIGHEST for action port [ 1063.212465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.212589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.212655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.212960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.212960] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.214247] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.214394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.214467] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.214644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.214824] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.214887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.214944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.215113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.215207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.215327] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.221822] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70931de-1bad-4129-a205-8e9caca0a013 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.221822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.221822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.221822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.221963] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70931de-1bad-4129-a205-8e9caca0a013',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.248265] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1063.248533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.249468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.249468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249468] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.249611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.249611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.249732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.249890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.250103] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.250177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.250628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.250628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.250628] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.250628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.250628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.250837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.250837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.250882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.250985] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.562126] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.664041] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1063.664673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.715143] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.715321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.721894] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.726370] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a70931de-1bad-4129-a205-8e9caca0a013 with status ACTIVE [ 1063.726370] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.726370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.726370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.726654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.726654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.726758] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.726830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.726913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.727170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.727252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.727453] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.727555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.727600] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.727748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.727831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.727962] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a70931de-1bad-4129-a205-8e9caca0a013 is going to be updated. [ 1063.753953] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b7afae-cbc3-49a5-b5a8-ecc4be85be01: rpc.has_security_group_logging(os_id): False [ 1063.795390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.795715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.795715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.795970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.795970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.796290] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.796442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.796502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.796644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.796730] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.796951] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.797117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.797174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.797366] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.797419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.797658] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.797816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.797894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.798110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.798251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.798393] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be created. [ 1063.808025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.808025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.808025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.808025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.808025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.808025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70931de-1bad-4129-a205-8e9caca0a013" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.934346] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.934448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.934448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.934865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.934973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.968999] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1064.066689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.067148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.067148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.067148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.067270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.067855] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1064.105331] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.105664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.105664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.105884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.105884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.116631] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1064.224732] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.731613] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.731801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.731859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.732124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.732230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.732347] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 is going to be created. [ 1064.766859] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.767110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.767193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.767482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.767703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.780702] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 in Status: UNINITIALIZED for 2s [ 1065.988982] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1065.989319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.989477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.989756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.989803] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.126707] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1066.127012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.127313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.127588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.127825] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.127964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.128072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.128323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.128419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.128480] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.207172] env[65495]: INFO networking_nsxv3.common.synchronization [req-551b1460-34c4-4e7c-8289-e2359adfd8dd req-95f0d880-ee49-4ba1-8fbb-a37cd93c2089 tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1066.207172] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1066.207172] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.207172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.207172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.207483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.207737] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.207737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.207737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.207909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.208024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.208138] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.493087] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.493318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.493318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.493540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.493711] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.493817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.493874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.494123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.494241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.494334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.494426] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.632159] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.632391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.632494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.632788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.632917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.633543] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.633543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.633543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.633718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.633748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.633873] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be updated. [ 1066.665013] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.665292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.665408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.665722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.665971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.679436] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: IN_PROGRESS for 2s [ 1066.711947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.711947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.711947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.712361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.740770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.741016] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.741156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.741222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.741862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.741862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.741862] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1066.771825] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.772497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.772603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.772835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.773032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.782203] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1066.792058] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 in Status: SUCCESS [ 1066.792300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.792475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.792700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.792983] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.793150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.793221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.793392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.793722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.793722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.793722] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.996764] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.997066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.997066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.997267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.997449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.997553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.997618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.997764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.997849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.997938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.998101] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.998196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.998256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.998424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.998568] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.998660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.998719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.998852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.998938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.999013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.999102] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.297483] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.505278] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4b7afae-cbc3-49a5-b5a8-ecc4be85be01: rpc.has_security_group_logging(os_id): False [ 1067.525370] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.525534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.525572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.525776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.525864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.526183] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.526290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.526358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.526515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.526593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.526774] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.526867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.526928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.527122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.527326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.527546] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.527654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.527722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.527878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.527956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.528057] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1067.589657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.589889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.589889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.590089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.590250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.612198] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1067.800453] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eb35709-40b5-4b42-bba6-dcd29e097748: rpc.has_security_group_logging(os_id): False [ 1067.840540] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.840716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.840716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.841070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.841244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.841649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.841818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.841930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.842199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.842342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.842498] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 is going to be created. [ 1067.910444] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.910603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.910649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.910856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.911049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.927912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 in Status: IN_PROGRESS for 2s [ 1068.297370] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.297370] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.297726] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.297726] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.297983] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.298151] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.298268] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.298515] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.298653] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.298858] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.298975] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.299141] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.299234] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.299303] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.299405] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.299532] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.319542] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.319712] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.319853] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.320039] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.320415] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.320591] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.320712] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.320968] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.321119] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e803d4-8a3b-4e05-bb0c-712c6e9719eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.689417] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f in Status: SUCCESS [ 1068.689594] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f deletion is rescheduled due to dependency. [ 1068.689737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.793506] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1068.793823] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea deletion is rescheduled due to dependency. [ 1068.794022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.823457] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.823720] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.823823] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.824167] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.824328] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.824621] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.824830] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.824978] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.825219] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.825356] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.825641] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.825796] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.825914] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.826229] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.826377] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.826505] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb is going to be updated. [ 1068.862545] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.862789] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.862955] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.863403] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.863643] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.863888] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.586286] env[65495]: INFO networking_nsxv3.common.synchronization [req-007516b2-eff0-4d32-ac2b-8ded2327d739 req-b2d1d402-e492-483d-9c18-fb3775a6995d service nova] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_rules [ 1069.586554] env[65495]: INFO networking_nsxv3.common.synchronization [req-007516b2-eff0-4d32-ac2b-8ded2327d739 req-b2d1d402-e492-483d-9c18-fb3775a6995d service nova] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 1069.586801] env[65495]: INFO networking_nsxv3.common.synchronization [req-007516b2-eff0-4d32-ac2b-8ded2327d739 req-b2d1d402-e492-483d-9c18-fb3775a6995d service nova] Enqueued Resource ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb with Priority: HIGHEST for action port [ 1069.587903] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_rules [ 1069.588115] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 1069.588303] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb with Priority: HIGHEST for action port [ 1069.588670] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.588856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.588980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.589260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.589624] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.591568] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.591695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.591763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.591948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.592465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.592608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.592655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.592792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.592890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.593000] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.594376] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.594502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.594573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.594740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.594813] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e803d4-8a3b-4e05-bb0c-712c6e9719eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.643475] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1069.643475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.803828] env[65495]: INFO networking_nsxv3.common.synchronization [req-527557c6-725b-4d69-a63c-f1285eff87f2 req-a5962790-12c8-4723-ae19-d63919a65fe7 tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1069.804638] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1069.806575] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.806575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.806575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.806575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.806575] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.806575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.806575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.806575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.806575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.806575] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.942395] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 in Status: SUCCESS [ 1069.942395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.042372] env[65495]: INFO networking_nsxv3.common.synchronization [req-527557c6-725b-4d69-a63c-f1285eff87f2 req-ad6caf4a-dfc1-4a25-ba59-3a12ff76b544 tempest-ServersTestMultiNic-1437048275 tempest-ServersTestMultiNic-1437048275-project-member] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1070.042932] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGHEST for action security_group_members [ 1070.043258] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.043365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.097499] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.097499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.097685] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e803d4-8a3b-4e05-bb0c-712c6e9719eb with status ACTIVE [ 1070.097849] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.097989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.098028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.098312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.098459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.099077] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.099077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.099077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.099077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.099275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.099301] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.099566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.099566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.099566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.099745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.099745] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e803d4-8a3b-4e05-bb0c-712c6e9719eb is going to be updated. [ 1070.101672] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.129764] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.129954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.130017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.130196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.130323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.130493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e803d4-8a3b-4e05-bb0c-712c6e9719eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.308580] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.603719] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.810934] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.106107] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.106107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.106262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.106365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.106469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.106568] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 1071.138317] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.138573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.138573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.139223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.139223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.151520] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 1071.308487] env[65495]: INFO networking_nsxv3.common.synchronization [req-96d0304d-72a1-4c44-a6f5-e9cc38eed28c req-64bd75ce-5593-408c-8b68-845251633bcf tempest-ServerAddressesNegativeTestJSON-763679636 tempest-ServerAddressesNegativeTestJSON-763679636-project-member] Enqueued Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_members [ 1071.308487] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_members [ 1071.308487] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.308487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.309014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.309379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.309659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.309912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.310096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.310472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.310687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.310880] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.312719] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.312984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.313149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.313559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.315078] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.315078] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1071.345699] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.346469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.346469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.346469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.346469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.358017] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1071.642421] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.642751] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.642751] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.642993] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.643301] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.643461] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.643577] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.643815] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.644075] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.644391] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.644571] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.644730] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.644849] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.645020] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.645213] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.645362] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.666972] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.667240] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.667448] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.667605] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-152" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667969] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.668320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.668320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.668762] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.668923] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba547eb6-1ec2-4e4a-b5c3-53a99497b247',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.813318] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.813526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.813675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.813914] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.814013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.814271] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.814443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.814554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.814772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.814903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.815013] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666d5daf-73ab-435d-bc41-596668043521 already deleted. [ 1071.815113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.171248] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.171534] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.171658] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.171937] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.172121] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.172294] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port ba547eb6-1ec2-4e4a-b5c3-53a99497b247 not found, creating... [ 1072.172573] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.172732] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.172851] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.173089] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.173238] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.173566] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.173696] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.173814] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.174063] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.174207] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.174349] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: ba547eb6-1ec2-4e4a-b5c3-53a99497b247 is going to be created. [ 1072.196532] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.196814] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.196973] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.197253] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.197500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.197727] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.902875] env[65495]: INFO networking_nsxv3.common.synchronization [req-96d0304d-72a1-4c44-a6f5-e9cc38eed28c req-84d8e8bd-f9a3-4413-939a-94fea98f353e service nova] Enqueued Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_rules [ 1072.903168] env[65495]: INFO networking_nsxv3.common.synchronization [req-96d0304d-72a1-4c44-a6f5-e9cc38eed28c req-84d8e8bd-f9a3-4413-939a-94fea98f353e service nova] Enqueued Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_members [ 1072.903267] env[65495]: INFO networking_nsxv3.common.synchronization [req-96d0304d-72a1-4c44-a6f5-e9cc38eed28c req-84d8e8bd-f9a3-4413-939a-94fea98f353e service nova] Enqueued Resource ID: ba547eb6-1ec2-4e4a-b5c3-53a99497b247 with Priority: HIGHEST for action port [ 1072.903757] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_rules [ 1072.903914] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_members [ 1072.904227] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba547eb6-1ec2-4e4a-b5c3-53a99497b247 with Priority: HIGHEST for action port [ 1072.904570] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.904711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.904843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.905048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.905148] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.906560] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.906814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.906898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.907111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.907277] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.907388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.907453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.907595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.907690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.907781] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.909488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.909614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.909684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.909841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.909932] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba547eb6-1ec2-4e4a-b5c3-53a99497b247',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.164838] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.164838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.164838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.164838] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.368587] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1073.368874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.369120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.369387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.369627] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.369816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.369877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.370014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.370098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.370214] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.407092] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.407328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.409606] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.413278] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba547eb6-1ec2-4e4a-b5c3-53a99497b247 with status ACTIVE [ 1073.413544] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.413660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.413705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.413921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.414023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.414229] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.414333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.414411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.414609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.414690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.414895] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.414996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.415055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.415199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.415277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.415370] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba547eb6-1ec2-4e4a-b5c3-53a99497b247 is going to be updated. [ 1073.443261] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.443463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.443463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.443696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.443960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.444111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba547eb6-1ec2-4e4a-b5c3-53a99497b247" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.669232] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.669906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.672123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.672123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.672123] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.672316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.672316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.672591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.672784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.672940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.674161] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.674378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.674514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.674802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.675085] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.675308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.675422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.676341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.676341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.676341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.676341] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.873100] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.873887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.873887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.874120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.874304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.874545] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.874680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.874764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.874999] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.875137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.875296] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be updated. [ 1073.905393] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.905680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.905680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.905936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.906198] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.911838] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.916294] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: IN_PROGRESS for 2s [ 1074.179373] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce: rpc.has_security_group_logging(os_id): False [ 1074.201144] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.201235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.201279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.201469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.201560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.201772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.201868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.201925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.202092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.202169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.202344] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.202449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.202529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.202670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.202745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.202934] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.203108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.203207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.203338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.203415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.203499] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 1074.269072] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.269072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.269072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.269072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.269540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.286929] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 1074.414866] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.415220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.415220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.415334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.415385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.415497] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666d5daf-73ab-435d-bc41-596668043521 is going to be created. [ 1074.451298] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.451298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.451676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.451676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.451744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.462320] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666d5daf-73ab-435d-bc41-596668043521 in Status: UNINITIALIZED for 2s [ 1075.853778] env[65495]: INFO networking_nsxv3.common.synchronization [req-62cdb888-b230-4aa3-b9dc-5cd697d10fa2 req-cd3d4ae8-82b6-4fd2-8646-d6d808c276d4 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1075.855215] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1075.855215] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.855338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.855338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.855543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.855708] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.855803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.855865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.856470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.856470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.856470] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.927542] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 in Status: SUCCESS [ 1075.927730] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 deletion is rescheduled due to dependency. [ 1075.927855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.230183] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.230398] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.230525] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.231104] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.231104] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.231311] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.231390] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.234582] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.234854] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.235162] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.235294] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.235406] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.235516] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.235685] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.235819] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.235963] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.257581] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.258123] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.258372] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.258628] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.259270] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-80dcb707-d9d2-45ec-8526-182bbd1262c6 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.259518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.259700] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.260142] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.260292] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80dcb707-d9d2-45ec-8526-182bbd1262c6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.303115] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 1076.303419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.358312] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.472927] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666d5daf-73ab-435d-bc41-596668043521 in Status: SUCCESS [ 1076.473189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.473368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.473678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.473794] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.473911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.474055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.474322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.474425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.474494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.474584] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.763246] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.763528] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.763661] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.764098] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.764233] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.764416] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 80dcb707-d9d2-45ec-8526-182bbd1262c6 not found, creating... [ 1076.764699] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.764874] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.765063] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.765337] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.765500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.765786] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.765949] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.766184] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.766410] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.766547] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.766688] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 80dcb707-d9d2-45ec-8526-182bbd1262c6 is going to be created. [ 1076.787532] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.787718] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.788562] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.788562] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.788562] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.788562] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.861538] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.977534] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.977534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.977534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.977822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.977822] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.977912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.978059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.978430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.978477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.978601] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.978766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.978831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.979156] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.979254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.979316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.979457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.979536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.979625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.979715] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.365719] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.365719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.365719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.365719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.365719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.365993] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1077.398582] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.398582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.398582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.398887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.398887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.409074] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1077.483693] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 666d5daf-73ab-435d-bc41-596668043521: rpc.has_security_group_logging(os_id): False [ 1077.501309] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.501567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.501567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.501752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.501844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.502092] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.502190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.502256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.502509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.502509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.502876] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.502876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.502876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.502979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.503018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.503450] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.503450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.503450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.503450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.503589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.503589] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666d5daf-73ab-435d-bc41-596668043521 is going to be created. [ 1077.561110] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.561252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.561252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.565021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.565021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.572935] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666d5daf-73ab-435d-bc41-596668043521 in Status: IN_PROGRESS for 2s [ 1077.954062] env[65495]: INFO networking_nsxv3.common.synchronization [req-62cdb888-b230-4aa3-b9dc-5cd697d10fa2 req-2b0404e2-d45e-412e-9b4b-e4a57387c5ee service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 1077.954062] env[65495]: INFO networking_nsxv3.common.synchronization [req-62cdb888-b230-4aa3-b9dc-5cd697d10fa2 req-2b0404e2-d45e-412e-9b4b-e4a57387c5ee service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1077.954062] env[65495]: INFO networking_nsxv3.common.synchronization [req-62cdb888-b230-4aa3-b9dc-5cd697d10fa2 req-2b0404e2-d45e-412e-9b4b-e4a57387c5ee service nova] Enqueued Resource ID: 80dcb707-d9d2-45ec-8526-182bbd1262c6 with Priority: HIGHEST for action port [ 1077.954062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 1077.954062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1077.954062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80dcb707-d9d2-45ec-8526-182bbd1262c6 with Priority: HIGHEST for action port [ 1077.954480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.954480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.954480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.954480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.954616] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.956465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.956465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.956465] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-80dcb707-d9d2-45ec-8526-182bbd1262c6 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.956465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.956465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.956713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.956713] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80dcb707-d9d2-45ec-8526-182bbd1262c6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.458483] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.458849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.458849] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80dcb707-d9d2-45ec-8526-182bbd1262c6 with status ACTIVE [ 1078.459040] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.459155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.459222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.459434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.459524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.459704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.459800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.459863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.460018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.460098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.460280] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.460373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.460488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.460573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.460800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.460917] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80dcb707-d9d2-45ec-8526-182bbd1262c6 is going to be updated. [ 1078.483439] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.483640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.483725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.483932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.484130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.484288] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80dcb707-d9d2-45ec-8526-182bbd1262c6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.419193] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1079.419499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.419594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.419814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.420016] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.420140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.420206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.420363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.420445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.420540] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.586783] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666d5daf-73ab-435d-bc41-596668043521 in Status: SUCCESS [ 1079.587036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.923763] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.425369] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.933564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.933750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.933750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.939027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.939027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.939027] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1080.966443] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.966595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.966664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.966876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.967030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.977990] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1082.955095] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1082.955385] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1082.991894] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.993540] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.993540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.993540] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.453341] env[65495]: INFO networking_nsxv3.common.synchronization [req-2911d449-17ee-4f1a-86f7-f61b853b3269 req-02926988-84d4-47d9-baf5-54b95773355b tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1083.454182] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1083.454581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.454715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.454785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.454989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.455262] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.455422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.455510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.455667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.455754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.455850] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.497206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.497206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.497206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.497206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.497206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.497206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.497206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.497206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.497206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.497551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.497551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.497551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.497551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.497663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.497785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.497871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.497928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.498070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.498140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.498216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.498307] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.907725] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.907933] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.908360] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.908360] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.908639] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.908808] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.908976] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.909172] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.909457] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.909695] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.909810] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.909922] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.910062] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.910203] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.910332] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.910475] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.936976] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.937455] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.937811] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.938046] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.938604] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-123459cd-c094-47c4-b820-4dd094835619 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.938904] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.939168] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.939561] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.939711] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123459cd-c094-47c4-b820-4dd094835619',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.959704] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.960152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.960152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.960258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.960642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.960642] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.960787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.960787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.960908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.960983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.961356] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1083.999601] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.999601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.999601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.999601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.999601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.003517] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a: rpc.has_security_group_logging(os_id): False [ 1084.015909] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1084.025878] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.026500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.026731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.027063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.054841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.055300] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.055473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.055556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.055825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.055918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.056259] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.056381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.056476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.058197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.058471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.058874] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.059047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.059142] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.060272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.060272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.060272] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1084.140215] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.140400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.140528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.140711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.140862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.159289] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1084.442240] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.442479] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.442607] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.442888] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.443056] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.443216] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 123459cd-c094-47c4-b820-4dd094835619 not found, creating... [ 1084.443491] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.443649] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.443765] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.443982] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.444234] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.444621] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.444797] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.444919] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.445154] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.445293] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.445432] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 123459cd-c094-47c4-b820-4dd094835619 is going to be created. [ 1084.469315] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.469520] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.469639] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.469917] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.470167] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.470425] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.237235] env[65495]: INFO networking_nsxv3.common.synchronization [req-2911d449-17ee-4f1a-86f7-f61b853b3269 req-9bce1e13-4b71-4047-8352-80d3b6811e12 service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 1085.237528] env[65495]: INFO networking_nsxv3.common.synchronization [req-2911d449-17ee-4f1a-86f7-f61b853b3269 req-9bce1e13-4b71-4047-8352-80d3b6811e12 service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1085.237697] env[65495]: INFO networking_nsxv3.common.synchronization [req-2911d449-17ee-4f1a-86f7-f61b853b3269 req-9bce1e13-4b71-4047-8352-80d3b6811e12 service nova] Enqueued Resource ID: 123459cd-c094-47c4-b820-4dd094835619 with Priority: HIGHEST for action port [ 1085.238737] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 1085.239024] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1085.239082] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123459cd-c094-47c4-b820-4dd094835619 with Priority: HIGHEST for action port [ 1085.239397] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.239705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.239705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.239800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.239886] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.240831] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.241673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.241673] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-123459cd-c094-47c4-b820-4dd094835619 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.241673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.241864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.241934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.242041] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123459cd-c094-47c4-b820-4dd094835619',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.744946] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.744946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.744946] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 123459cd-c094-47c4-b820-4dd094835619 with status ACTIVE [ 1085.744946] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.744946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.744946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.745401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.745401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.745401] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.745506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.745540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.746333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.746333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.746333] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.746333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.746333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.746333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.746333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.747529] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 123459cd-c094-47c4-b820-4dd094835619 is going to be updated. [ 1085.769027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.769027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.769027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.769291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.769291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.769416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-123459cd-c094-47c4-b820-4dd094835619" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.931437] env[65495]: INFO networking_nsxv3.common.synchronization [req-d913ef1a-827c-434b-a26a-72178219647b req-ba5805a6-f693-4ef8-ae69-c3e8378461d1 tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1085.931437] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1085.932032] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.932484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.932675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.932962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.933231] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.934098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.934267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.934667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.934854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.935047] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.030579] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1086.030579] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 deletion is rescheduled due to dependency. [ 1086.030579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.030579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.030579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.030579] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.030579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.030579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.030579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.030579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.030579] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.174619] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1086.174619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.290707] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.290707] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.291209] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.291209] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.291319] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.291482] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.291597] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.291811] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.291951] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.292175] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.292288] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.292394] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.292500] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.292605] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.292709] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.292839] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.312892] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.313082] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.313220] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.313393] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-875" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.313803] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-c2131553-de01-4623-969c-1c2e5f928d37 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.313920] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.313997] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.314395] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.314542] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2131553-de01-4623-969c-1c2e5f928d37',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.320646] env[65495]: INFO networking_nsxv3.common.synchronization [req-1661162b-b3ae-493e-b734-b0cd8ca3834c req-9bd093a4-4500-49a5-821d-04d3c61c57c5 tempest-ServerAddressesNegativeTestJSON-763679636 tempest-ServerAddressesNegativeTestJSON-763679636-project-member] Enqueued Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_members [ 1086.320901] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGHEST for action security_group_members [ 1086.321791] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.321791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.321791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.321975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.321975] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.322076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.322134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.322281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.322368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.322459] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.438177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.438271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.438343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.438566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.438668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.438881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.438985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.439062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.439231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.439315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.439421] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1086.470469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.470689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.470689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.470889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.471076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.481571] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1086.534038] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.817942] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.817942] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.817942] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.818201] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.818322] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.818495] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port c2131553-de01-4623-969c-1c2e5f928d37 not found, creating... [ 1086.818814] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.819067] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.819266] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.819530] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.819715] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.820175] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.820449] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.820649] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.820941] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.821198] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.821370] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: c2131553-de01-4623-969c-1c2e5f928d37 is going to be created. [ 1086.824685] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.824685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.824879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.825026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.825159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.825428] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.825573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.825666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.825871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.825987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.826126] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666d5daf-73ab-435d-bc41-596668043521 is going to be updated. [ 1086.847108] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.847340] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.847465] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.847737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.847963] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.848203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.862308] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.862546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.862546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.862745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.862882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.872887] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666d5daf-73ab-435d-bc41-596668043521 in Status: IN_PROGRESS for 2s [ 1087.036425] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.538588] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.538890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.538890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.539110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.539267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.539324] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1087.542760] env[65495]: INFO networking_nsxv3.common.synchronization [req-d913ef1a-827c-434b-a26a-72178219647b req-98d7d08c-d985-477a-a6a8-1be855b66ef6 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 1087.542943] env[65495]: INFO networking_nsxv3.common.synchronization [req-d913ef1a-827c-434b-a26a-72178219647b req-98d7d08c-d985-477a-a6a8-1be855b66ef6 service nova] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1087.543099] env[65495]: INFO networking_nsxv3.common.synchronization [req-d913ef1a-827c-434b-a26a-72178219647b req-98d7d08c-d985-477a-a6a8-1be855b66ef6 service nova] Enqueued Resource ID: c2131553-de01-4623-969c-1c2e5f928d37 with Priority: HIGHEST for action port [ 1087.543324] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_rules [ 1087.543453] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1087.543549] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2131553-de01-4623-969c-1c2e5f928d37 with Priority: HIGHEST for action port [ 1087.544190] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.544312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.544382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.544572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.544685] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.545542] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.545640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.545831] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2131553-de01-4623-969c-1c2e5f928d37 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.545931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.546169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.546238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.546316] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2131553-de01-4623-969c-1c2e5f928d37',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.574826] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.574986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.575064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.575371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.575410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.584784] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1088.049168] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.049168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049168] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2131553-de01-4623-969c-1c2e5f928d37 with status ACTIVE [ 1088.049168] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.049168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.049410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.049668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.049810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.050106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.050106] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.050264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.050328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050509] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.050608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.050665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.050802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.050877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050960] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2131553-de01-4623-969c-1c2e5f928d37 is going to be updated. [ 1088.074111] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.074368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.074459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.074647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.074787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.074960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2131553-de01-4623-969c-1c2e5f928d37" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.492215] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1088.492444] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea deletion is rescheduled due to dependency. [ 1088.492566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.492736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.492950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.493460] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.493460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.493460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.493460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.493650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.493650] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.885217] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666d5daf-73ab-435d-bc41-596668043521 in Status: SUCCESS [ 1088.885676] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666d5daf-73ab-435d-bc41-596668043521 deletion is rescheduled due to dependency. [ 1088.885850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.995831] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.498023] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.594696] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1089.595519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.595519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.595519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.595519] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.595686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.595686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.595804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.595903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.595991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.596096] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.000312] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.000653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.000829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.001091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.001312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.002274] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1090.033410] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.033575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.033663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.033879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.034072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.046322] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1090.098653] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.602871] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47: rpc.has_security_group_logging(os_id): False [ 1090.626890] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.627515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.627617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.627827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.627921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.628205] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.628301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.628362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.628528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.628622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.628712] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1090.705898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.706153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.706153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.706454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.706583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.735041] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1091.392299] env[65495]: INFO networking_nsxv3.common.synchronization [req-7d652ff1-026c-4247-9e41-43d13f0283fe req-fc60e4cd-5e2a-4c0c-88da-6293a9fad591 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1091.392827] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1091.393155] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.393356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.393356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.393558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.393716] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.393814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.393874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.394037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.394148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.394244] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.896353] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.056621] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1092.057120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.061025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.061025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.061025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.061025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.061025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.061025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.061025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.061025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.061025] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.399754] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.454171] env[65495]: INFO networking_nsxv3.common.synchronization [req-13f45670-d4c7-4fc8-94c9-cfcaf67b31b4 req-f219205f-8165-4891-9959-1bca974e76ee tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1092.455120] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1092.455120] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.455350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.455350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.455563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.455727] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.455827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.455900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.456055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.456144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.456306] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.561595] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.562107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.562107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.562629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.562629] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.562629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.562792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.563022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.563022] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.563186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.563361] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.563476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.563542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.563694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.563858] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.563990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.564159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.564272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.564362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.564448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.564541] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.752404] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1092.753601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.901954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.902194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.902272] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.902533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.902655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.902760] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1092.923562] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.923785] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.924299] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.924299] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.924523] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.924690] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.924807] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.925063] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.925226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.925440] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.925568] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.925677] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.925787] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.925909] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.926027] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.926174] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.935064] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.935214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.935285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.935490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.935637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.945804] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1092.947880] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.948079] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.948228] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.948424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.948759] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-9607d3db-6b14-45a1-94b1-01342168ecb0 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.948947] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.949091] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.949432] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.949605] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9607d3db-6b14-45a1-94b1-01342168ecb0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.959598] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.959750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.959825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.960074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.960175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.960379] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.960481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.960545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.960701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.960778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.960866] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1092.992838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.992838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.992838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.993683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.993683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.005137] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1093.067909] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea: rpc.has_security_group_logging(os_id): False [ 1093.091950] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.091950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.091950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.094448] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.094448] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.094448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.094792] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.094792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.094792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.094901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.095325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.095461] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1093.167301] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.167723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.167890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.169585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.169585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.185908] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1093.452503] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.452824] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.452888] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.453222] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.453379] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.453533] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 9607d3db-6b14-45a1-94b1-01342168ecb0 not found, creating... [ 1093.453793] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.453951] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.454091] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.454372] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.454533] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.454817] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.454972] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.455106] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.455310] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.455444] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.455586] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 9607d3db-6b14-45a1-94b1-01342168ecb0 is going to be created. [ 1093.477514] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.477791] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.477933] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.478287] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.478542] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.478776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.213066] env[65495]: INFO networking_nsxv3.common.synchronization [req-13f45670-d4c7-4fc8-94c9-cfcaf67b31b4 req-058dc754-ab97-4072-a384-6c20df46de72 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1094.213271] env[65495]: INFO networking_nsxv3.common.synchronization [req-13f45670-d4c7-4fc8-94c9-cfcaf67b31b4 req-058dc754-ab97-4072-a384-6c20df46de72 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1094.213688] env[65495]: INFO networking_nsxv3.common.synchronization [req-13f45670-d4c7-4fc8-94c9-cfcaf67b31b4 req-058dc754-ab97-4072-a384-6c20df46de72 service nova] Enqueued Resource ID: 9607d3db-6b14-45a1-94b1-01342168ecb0 with Priority: HIGHEST for action port [ 1094.214221] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1094.214221] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1094.214221] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9607d3db-6b14-45a1-94b1-01342168ecb0 with Priority: HIGHEST for action port [ 1094.214418] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.214574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.214618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.214841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.214887] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.215872] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.216986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.216986] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-9607d3db-6b14-45a1-94b1-01342168ecb0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.216986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.216986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.217613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.217706] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9607d3db-6b14-45a1-94b1-01342168ecb0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.720070] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.720070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.720451] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9607d3db-6b14-45a1-94b1-01342168ecb0 with status ACTIVE [ 1094.720722] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.720859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.720963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.721189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.721334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.721540] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.721711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.721791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.721990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.722157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.722407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.722521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.722587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.722745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.722874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.722914] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9607d3db-6b14-45a1-94b1-01342168ecb0 is going to be updated. [ 1094.749424] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.749582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.749649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.749861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.750029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.750220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9607d3db-6b14-45a1-94b1-01342168ecb0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.960148] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1094.960404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.018056] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1095.018056] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1095.018056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.018296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.018520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.018802] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.018946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.019029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.019385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.019542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.019715] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.204309] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1095.204469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.522687] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.029024] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.470426] env[65495]: INFO networking_nsxv3.common.synchronization [req-3ed7ace7-a72f-43be-b77e-69b65b40ae63 req-992e95c9-6ab2-4e9f-863c-fe28be5e85f3 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1096.471197] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1096.471626] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.473017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.473017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.473017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.473017] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.473017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.473017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.473017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.473017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.473441] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.528345] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.528932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.529031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.529313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.529379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.529559] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1096.558175] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.558175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.558334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.558434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.558580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.568753] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1096.772803] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.773109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.773285] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.773588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.773897] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.774145] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.775269] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.775579] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.775772] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.776028] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.776178] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.779707] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.779707] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.779707] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.779707] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.779707] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.804499] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.804751] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.804929] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.805185] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.805547] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-70b60997-9b5a-4aa4-b6f6-02e70ea70751 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.805771] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.805917] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.806305] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.806497] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b60997-9b5a-4aa4-b6f6-02e70ea70751',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.976518] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.976518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.976518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.976518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.976518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.976518] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.976518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.976518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.976902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.976902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.976902] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be deleted. [ 1097.015837] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.016158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.016158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.016363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.016468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.016572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.309689] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.309689] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.309689] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.310332] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.310332] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.310332] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 70b60997-9b5a-4aa4-b6f6-02e70ea70751 not found, creating... [ 1097.310603] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.310766] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.310884] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.311127] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.311267] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.311559] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.311712] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.311829] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.312258] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.312462] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.312670] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 70b60997-9b5a-4aa4-b6f6-02e70ea70751 is going to be created. [ 1097.341440] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.341667] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.341840] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.342200] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.342301] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.342528] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.032112] env[65495]: INFO networking_nsxv3.common.synchronization [req-3ed7ace7-a72f-43be-b77e-69b65b40ae63 req-955774b6-3d09-4094-9748-e046c7381505 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1098.032308] env[65495]: INFO networking_nsxv3.common.synchronization [req-3ed7ace7-a72f-43be-b77e-69b65b40ae63 req-955774b6-3d09-4094-9748-e046c7381505 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1098.032451] env[65495]: INFO networking_nsxv3.common.synchronization [req-3ed7ace7-a72f-43be-b77e-69b65b40ae63 req-955774b6-3d09-4094-9748-e046c7381505 service nova] Enqueued Resource ID: 70b60997-9b5a-4aa4-b6f6-02e70ea70751 with Priority: HIGHEST for action port [ 1098.032996] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1098.033149] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1098.033250] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b60997-9b5a-4aa4-b6f6-02e70ea70751 with Priority: HIGHEST for action port [ 1098.033530] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.033656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.033726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.033938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.034020] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.035841] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.035923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.035923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.037048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.037048] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.037048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.037048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.037048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.037048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.037048] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.041021] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-70b60997-9b5a-4aa4-b6f6-02e70ea70751 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.041021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.041021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.041021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.041021] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b60997-9b5a-4aa4-b6f6-02e70ea70751',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.541570] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.541880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.541880] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.542743] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70b60997-9b5a-4aa4-b6f6-02e70ea70751 with status ACTIVE [ 1098.542925] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.543051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.543117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.543328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.543410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.543581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.543678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.544702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.544702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.544702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.544702] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.544702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.544702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.544702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.544702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.544702] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70b60997-9b5a-4aa4-b6f6-02e70ea70751 is going to be updated. [ 1098.565158] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.565328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.565462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.565560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.565697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.565858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70b60997-9b5a-4aa4-b6f6-02e70ea70751" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.577851] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1098.577950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.578294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.578294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.578449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.578546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.578607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.578743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.578817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.578902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.579190] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.047315] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.082648] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.082648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.082648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.082941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.083178] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.083292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.083361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.083537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.083628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.083720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.083877] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.083996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.084061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.084247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.084407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.084504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.084573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.084736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.084819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.084901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.084991] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.549973] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.549973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.549973] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.550343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.550343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.550343] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be created. [ 1099.573789] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.573987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.573987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.574228] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.574381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.584343] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: UNINITIALIZED for 2s [ 1099.588991] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f14747-57d1-42d4-83cd-eb89f7b304e9: rpc.has_security_group_logging(os_id): False [ 1099.607402] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.607554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.607630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.607844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.607938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.608148] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.608342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.608412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.608574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.608652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.608844] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.608937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.609010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.609936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.610243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.610747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.611033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.611243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.611573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.611789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.612019] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1099.735303] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.735800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.735800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.736042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.736160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.772785] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1101.465669] env[65495]: INFO networking_nsxv3.common.synchronization [req-ea4fb93e-ff48-42b3-ab41-e857ca03fe9c req-3868d46d-8b5c-4d43-903c-9a9e994f036e tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_members [ 1101.466932] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0381498-cee7-4e89-8d73-7323249d7a1b with Priority: HIGHEST for action security_group_members [ 1101.467094] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0381498-cee7-4e89-8d73-7323249d7a1b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.467225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.467345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.467640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.467949] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.468085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.468384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.468384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.468511] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.468760] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0381498-cee7-4e89-8d73-7323249d7a1b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.597178] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1101.597451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.597632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.597981] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.598137] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.598232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.598232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.598395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.598476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.598565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.598650] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.791846] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1101.792196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.972444] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.972639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.972715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.973016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.000375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.000885] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.001088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.001212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.002105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.002282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.002532] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0381498-cee7-4e89-8d73-7323249d7a1b is going to be updated. [ 1102.039225] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.039449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.039504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.039685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.039901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.050174] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0381498-cee7-4e89-8d73-7323249d7a1b in Status: IN_PROGRESS for 2s [ 1102.100934] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.101232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.101313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.101669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.101947] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.102140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.102284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.102551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.102681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.102861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.103095] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.103266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.103377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.103617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.103919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.104063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.104126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.104369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.104494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.104646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.104786] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.607479] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1931f0ed-d16f-4e97-92d3-f53c040412fb: rpc.has_security_group_logging(os_id): False [ 1102.633231] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.633409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.633409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.633756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.633856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.634452] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.634452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.634452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.634767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.634767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.635030] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.635030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.635030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.635255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.635255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.635433] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.635522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.635569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.635720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.635784] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.635900] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be created. [ 1102.712772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.713016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.713016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.713131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.713462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.730310] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1102.864075] env[65495]: INFO networking_nsxv3.common.synchronization [req-6b3bded5-deb6-4259-a48c-13cfe507a8e8 req-a641cf24-0358-49d6-9844-be689ddef0de tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1102.864715] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1102.865795] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.865923] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.865984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.866280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.866498] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.866633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.866701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.866869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.866955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.867065] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.176198] env[65495]: INFO networking_nsxv3.common.synchronization [None req-e6bc0b62-19be-4651-beb6-5c329679e7cf tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1103.176994] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1103.177842] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.177977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.178072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.179051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.179051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.179051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.179051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.179051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.179319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.179319] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.369659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.369982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.370113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.370317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.370419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.370647] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.370762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.370822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.370992] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.371092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.371167] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1103.402245] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.402622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.402622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.402816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.403223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.413080] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1103.682216] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.062135] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0381498-cee7-4e89-8d73-7323249d7a1b in Status: SUCCESS [ 1104.062323] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0381498-cee7-4e89-8d73-7323249d7a1b deletion is rescheduled due to dependency. [ 1104.062500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0381498-cee7-4e89-8d73-7323249d7a1b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.184117] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.688080] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.688080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.688080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.688080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.688080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.688781] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1104.725902] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.726121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.726121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.726443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.726599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.741468] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1104.753307] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1104.753307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.412808] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.413015] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.413148] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.413428] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.413686] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.413841] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.413960] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.414524] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.414680] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.414890] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.415015] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.415187] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.415236] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.415340] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.415490] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.415627] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.425919] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1105.426121] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 1105.426314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.436065] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.436250] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.436448] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.436629] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.436951] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-1ab863f9-0554-4169-af30-84d07a532736 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.437141] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.437262] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.437596] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.437734] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab863f9-0554-4169-af30-84d07a532736',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.778894] env[65495]: INFO networking_nsxv3.common.synchronization [req-eee36456-9efc-4e04-b77d-0d61ec0be7be req-8777ecd9-7d88-4079-a490-f552ed17fbb8 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1105.779466] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1105.779788] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.779916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.779986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.780226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.780364] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.780464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.780559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.780684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.780786] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.780947] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.941056] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.941354] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.941462] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.942149] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.942149] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.942149] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 1ab863f9-0554-4169-af30-84d07a532736 not found, creating... [ 1105.942371] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.942562] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.942682] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.942913] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.943071] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.948275] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.948275] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.948275] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.948275] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.948275] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.948275] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 1ab863f9-0554-4169-af30-84d07a532736 is going to be created. [ 1105.971928] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.971928] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.971928] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.971928] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.971928] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.971928] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.124322] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.124625] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.124774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.125055] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.125331] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.125486] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.125606] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.125896] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.126063] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.126333] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.126464] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.126561] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.126668] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.126782] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.126888] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.127055] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.151037] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.151037] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.151037] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.151037] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-483" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.151373] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-5b206d3b-e18f-48e5-b76a-7b16642751c4 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.151561] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.151697] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.152239] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.152491] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b206d3b-e18f-48e5-b76a-7b16642751c4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.283114] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.657363] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.657670] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.657805] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.658160] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.658263] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.658433] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 5b206d3b-e18f-48e5-b76a-7b16642751c4 not found, creating... [ 1106.658712] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.658864] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.659239] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.659239] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.659370] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.659618] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659774] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.659895] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.660113] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.660246] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.660385] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 5b206d3b-e18f-48e5-b76a-7b16642751c4 is going to be created. [ 1106.681744] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.681975] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.682102] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.682671] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.682967] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.683218] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.689462] env[65495]: INFO networking_nsxv3.common.synchronization [req-55d72d3f-66aa-4de2-8ef8-b6b3ccc75010 req-9ad80a34-57ab-45fc-a56e-77679be836d7 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1106.689605] env[65495]: INFO networking_nsxv3.common.synchronization [req-55d72d3f-66aa-4de2-8ef8-b6b3ccc75010 req-9ad80a34-57ab-45fc-a56e-77679be836d7 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1106.690083] env[65495]: INFO networking_nsxv3.common.synchronization [req-55d72d3f-66aa-4de2-8ef8-b6b3ccc75010 req-9ad80a34-57ab-45fc-a56e-77679be836d7 service nova] Enqueued Resource ID: 1ab863f9-0554-4169-af30-84d07a532736 with Priority: HIGHEST for action port [ 1106.690273] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1106.690409] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1106.690511] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab863f9-0554-4169-af30-84d07a532736 with Priority: HIGHEST for action port [ 1106.690780] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.690902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.690977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.691170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.691254] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.692168] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.692323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.693201] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab863f9-0554-4169-af30-84d07a532736 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.693201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.693201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.693201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.693201] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab863f9-0554-4169-af30-84d07a532736',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.759096] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1106.759096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.759338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.759442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.759679] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.759850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.759925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.760155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.760252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.760392] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.787197] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.194565] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.194774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.194929] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ab863f9-0554-4169-af30-84d07a532736 with status ACTIVE [ 1107.195146] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.195334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.195445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.195756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.195894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.196157] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.196376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.196376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.196542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.196605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.196833] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.196930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.197062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.197156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.197257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.197307] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ab863f9-0554-4169-af30-84d07a532736 is going to be updated. [ 1107.230007] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.230186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.230248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.230506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.230601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.230857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab863f9-0554-4169-af30-84d07a532736" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.262434] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.290209] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.290597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.290597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.290713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.290743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.290834] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1107.378370] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.378529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.378529] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.378702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.378844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.388661] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1107.428221] env[65495]: INFO networking_nsxv3.common.synchronization [req-eee36456-9efc-4e04-b77d-0d61ec0be7be req-97f61ecd-df96-4749-9914-0101b2572abc service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 1107.428221] env[65495]: INFO networking_nsxv3.common.synchronization [req-eee36456-9efc-4e04-b77d-0d61ec0be7be req-97f61ecd-df96-4749-9914-0101b2572abc service nova] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1107.428221] env[65495]: INFO networking_nsxv3.common.synchronization [req-eee36456-9efc-4e04-b77d-0d61ec0be7be req-97f61ecd-df96-4749-9914-0101b2572abc service nova] Enqueued Resource ID: 5b206d3b-e18f-48e5-b76a-7b16642751c4 with Priority: HIGHEST for action port [ 1107.428221] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_rules [ 1107.428221] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1107.428221] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b206d3b-e18f-48e5-b76a-7b16642751c4 with Priority: HIGHEST for action port [ 1107.429578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.429843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.431133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.431133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.431133] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.432116] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.432253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.432497] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b206d3b-e18f-48e5-b76a-7b16642751c4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.432636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.432727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.432978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.433160] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b206d3b-e18f-48e5-b76a-7b16642751c4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.765555] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.935129] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.935465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.935465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b206d3b-e18f-48e5-b76a-7b16642751c4 with status ACTIVE [ 1107.935706] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.935816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.935816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.936009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.936122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.936496] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.936496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.936662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.937098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.937098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.937098] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.940326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.940326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.940326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.940326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.940326] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b206d3b-e18f-48e5-b76a-7b16642751c4 is going to be updated. [ 1107.974248] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.974846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.974846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.974846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.975026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.975090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b206d3b-e18f-48e5-b76a-7b16642751c4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.267463] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.267665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.267752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.267991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.268071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.268163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1108.297672] env[65495]: INFO networking_nsxv3.common.synchronization [req-d12a40b4-7f25-4e21-b537-13953e2f9f8f req-30c19774-5d5e-4a8b-8ff5-db545d3d6e83 tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1108.297672] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1108.297672] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.297672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.297672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.297890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.298022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.298390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.298390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.298561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.298645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.298777] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.302229] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.302229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.302229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.302229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.302229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.312464] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1108.610319] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.610463] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.610463] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.610737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.610995] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.611349] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.611508] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.611746] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.611892] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.612118] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.612230] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.612349] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.612441] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.612554] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.612659] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.612793] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.639728] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.639904] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.640054] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.640240] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-689" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.640558] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-6d90b879-30c5-47bf-ba35-db032db304a1 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.640732] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.640849] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.641200] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.641340] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d90b879-30c5-47bf-ba35-db032db304a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.894094] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.894277] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.894367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.894579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.894659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.894864] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.894949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.895545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.895545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.895545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.895545] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1108.941015] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.941487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.941487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.941584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.941772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.953120] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1109.143770] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.143916] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.144042] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.144682] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.144682] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.144798] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 6d90b879-30c5-47bf-ba35-db032db304a1 not found, creating... [ 1109.145142] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.145353] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.145514] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.145776] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.145949] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.146336] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.146533] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.146687] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.146976] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.147116] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.147290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 6d90b879-30c5-47bf-ba35-db032db304a1 is going to be created. [ 1109.174522] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.174901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.175092] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.175351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.175631] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.175924] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.399235] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1109.399448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.399683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.399980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.400257] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.400453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.400586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.400776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.400919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.401097] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.903459] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.914139] env[65495]: INFO networking_nsxv3.common.synchronization [req-d12a40b4-7f25-4e21-b537-13953e2f9f8f req-ce0c334f-dc05-4447-ae3d-78959c8aa32a service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 1109.914378] env[65495]: INFO networking_nsxv3.common.synchronization [req-d12a40b4-7f25-4e21-b537-13953e2f9f8f req-ce0c334f-dc05-4447-ae3d-78959c8aa32a service nova] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1109.914566] env[65495]: INFO networking_nsxv3.common.synchronization [req-d12a40b4-7f25-4e21-b537-13953e2f9f8f req-ce0c334f-dc05-4447-ae3d-78959c8aa32a service nova] Enqueued Resource ID: 6d90b879-30c5-47bf-ba35-db032db304a1 with Priority: HIGHEST for action port [ 1109.915325] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_rules [ 1109.915506] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1109.915633] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d90b879-30c5-47bf-ba35-db032db304a1 with Priority: HIGHEST for action port [ 1109.916335] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.916335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.916335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.916641] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.916771] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.917928] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.918068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.919378] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d90b879-30c5-47bf-ba35-db032db304a1 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.919750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.919750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.919990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.920167] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d90b879-30c5-47bf-ba35-db032db304a1',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.326983] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1110.327481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.327574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.327823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.328084] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.328237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.328297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.328434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.328520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.328618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.328725] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.405821] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.422529] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.422721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.423437] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d90b879-30c5-47bf-ba35-db032db304a1 with status ACTIVE [ 1110.423437] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.423437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.423437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.423673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.423963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.424121] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.424262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.424330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.424513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.424630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.424880] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.425070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.425070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.425230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.425354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.425442] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d90b879-30c5-47bf-ba35-db032db304a1 is going to be updated. [ 1110.451434] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.451434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.451434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.451744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.451744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.451849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d90b879-30c5-47bf-ba35-db032db304a1" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.653325] env[65495]: INFO networking_nsxv3.common.synchronization [req-2ffa9c22-5306-4ad0-9b33-0f941fa7f831 req-b78832c8-92ba-4622-8c14-466baad10d40 tempest-ImagesTestJSON-1384176339 tempest-ImagesTestJSON-1384176339-project-member] Enqueued Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1110.653325] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea with Priority: HIGHEST for action security_group_members [ 1110.653325] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.653325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.653325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.653325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.653325] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.653676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.653676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.653676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.653754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.653810] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.832212] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.832212] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.832212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.832212] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.832720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.832720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.832720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.832720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.832837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.832837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.833434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.833434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.833434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.833434] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.908150] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.908394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.908506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.908811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.909285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.909285] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1110.947072] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.947391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.947489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.947721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.947899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.960763] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1110.961835] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1110.962046] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 1110.962403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.963650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.963650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.963650] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.963650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.963650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.963931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.963931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.964067] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.984281] env[65495]: INFO networking_nsxv3.common.synchronization [req-5230a3a9-61b9-4b48-915d-3ca4ee215bf6 req-601e4d93-5767-4c61-9e91-f7fe7fe9fe32 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_members [ 1110.985430] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGHEST for action security_group_members [ 1110.985965] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.986178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.986212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.986623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.986852] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.987152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.987152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.987921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.987921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.987921] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.156535] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.159879] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.159879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.159879] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea is going to be updated. [ 1111.200831] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.200997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.201090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.201364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.201471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.210586] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: IN_PROGRESS for 2s [ 1111.335439] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1931f0ed-d16f-4e97-92d3-f53c040412fb: rpc.has_security_group_logging(os_id): False [ 1111.358188] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.358442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.358547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.358823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.358927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.359261] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.359397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.359465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.359694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.359800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.361639] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.361639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.361639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.361639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.361639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.361639] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.361970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.361970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.362045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.362116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.362224] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1111.433125] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.433370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.433465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.433773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.433969] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.453163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1111.466726] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.490375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.490524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.490524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.490758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.490849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.491104] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.491188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.492395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.492395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.492395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.492395] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 is going to be updated. [ 1111.558820] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.559027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.559101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.559352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.559551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.574029] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 in Status: IN_PROGRESS for 2s [ 1111.969789] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.473399] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.473839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.473944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.474032] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1112.507408] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.507682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.507769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.507952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.508115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.519965] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1112.972000] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1112.972275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.972515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.972760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.973118] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.973295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.973351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.973521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.973728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.973728] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.973871] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.221912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea in Status: SUCCESS [ 1113.221912] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea deletion is rescheduled due to dependency. [ 1113.221912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.473391] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1113.473391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.478315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.478315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.478315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.478315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.479051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.479051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.479051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.479051] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.479051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.479051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.479051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.479231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.479231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.479288] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.584273] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 in Status: SUCCESS [ 1113.584565] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 deletion is rescheduled due to dependency. [ 1113.584713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.701868] env[65495]: INFO networking_nsxv3.common.synchronization [req-1e78b086-96e4-438f-bbb0-9e4e10a2c265 req-4849bc18-0504-470b-b4d1-590431c746fa tempest-ServersNegativeTestJSON-470757134 tempest-ServersNegativeTestJSON-470757134-project-member] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 1113.701977] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGHEST for action security_group_members [ 1113.702381] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.702627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.702627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.702921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.702980] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.705318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.705318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.705318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.705318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.705318] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.981195] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a: rpc.has_security_group_logging(os_id): False [ 1114.000936] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.001125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.001216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.001433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.001694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.002706] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.002843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.002917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.003111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.003193] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.003401] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.003502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.003566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.003717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.003793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.003987] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.004095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.004156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.004306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.004423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.004456] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1114.085510] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.085734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.085774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.085989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.086170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.106836] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1114.206720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.206861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.206916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.207143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.207233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.207472] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.207578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.207644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.207816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.207940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.208076] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be updated. [ 1114.251467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.251690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.251741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.251941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.252104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.261563] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: IN_PROGRESS for 2s [ 1114.310032] env[65495]: INFO networking_nsxv3.common.synchronization [req-7021dac2-59d8-4672-a4eb-deeef954ab90 req-b8e26175-f1ac-453f-a9a3-550324097767 tempest-ServersTestFqdnHostnames-1180110995 tempest-ServersTestFqdnHostnames-1180110995-project-member] Enqueued Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_members [ 1114.310618] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGHEST for action security_group_members [ 1114.310938] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.311074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.311138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.311329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.311497] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.311594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.311645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.311848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.312034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.312161] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.531144] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1114.531536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.531536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.531800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.532022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.532159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.532225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.532417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.532498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.532596] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.532709] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.814804] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.814964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.815058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.815295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.815415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.815639] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.815734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.815794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.815956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.816045] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.816133] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 is going to be updated. [ 1114.848034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.848034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.848034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.848034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.848285] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.858776] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 in Status: IN_PROGRESS for 2s [ 1115.034797] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.034966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.035057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.035387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.035834] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.035834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.035834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.036207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.036207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.036207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.036364] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.036364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.036522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.036939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.036939] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.037072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.037072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.037253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.037343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.037443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.037595] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.539547] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bdacbe6-62a2-4d22-8711-39d8c2721211: rpc.has_security_group_logging(os_id): False [ 1115.559328] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.559482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.559555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.559777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.559867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.560113] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.560214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.560276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.560425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.560503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.560697] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.560796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.560880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.562180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.562331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.562543] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.562675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.562755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.562891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.562968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.563070] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1115.655508] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.655665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.655819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.655949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.656156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.678029] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1116.124714] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1116.124952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.274054] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce in Status: SUCCESS [ 1116.275544] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce deletion is rescheduled due to dependency. [ 1116.275544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.871316] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 in Status: SUCCESS [ 1116.871636] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 deletion is rescheduled due to dependency. [ 1116.871636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691437] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1117.692250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.899218] env[65495]: INFO networking_nsxv3.common.synchronization [req-5db70507-7321-4e77-87cf-e83b31060b86 req-bcd6f708-4b3f-4285-9bec-af3b656afc56 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1117.899844] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1117.902250] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.902386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.902464] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.902668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.902901] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.903046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.903046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.903177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.903226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.903289] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.406054] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.406054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.406054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.406446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.406487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.406686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.406798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.406863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.407032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.407111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.407199] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1118.439513] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.439693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.439777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.440029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.440201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.452112] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1119.590226] env[65495]: INFO networking_nsxv3.common.synchronization [req-ed4c5204-48a3-4813-b08f-45a815627058 req-f7ecfe89-0e9d-490c-aa5f-3da74669c307 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1119.590226] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1119.590226] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.590609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.590609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.590609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.590701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.590833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.590833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.590964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.591063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.591157] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.093345] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.165847] env[65495]: INFO networking_nsxv3.common.synchronization [None req-b192d0f6-2c61-49d5-8667-52b7bce22349 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1120.166511] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1120.166830] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.166925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.463653] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1120.463895] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1120.464023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.596242] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.988352] env[65495]: INFO networking_nsxv3.common.synchronization [req-e7183f1f-c271-402b-a7bc-8d9cc3180cd6 req-677da520-4296-4f3f-95df-7a68fbc31934 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1120.989329] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1120.989659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.989789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.989901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.990166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.990394] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.990536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.990986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.990986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.990986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.991110] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.099562] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.099760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.099881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.100206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.100318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.100436] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1121.148913] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.149189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.149304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.149565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.149752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.160291] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1121.494900] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.996334] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.212731] env[65495]: INFO networking_nsxv3.common.synchronization [req-172121e5-44d8-4b48-90d9-661da6de502b req-ee33288d-58d1-445e-ad3c-180a69d9289d tempest-ServerDiskConfigTestJSON-559488460 tempest-ServerDiskConfigTestJSON-559488460-project-member] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1122.214274] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGHEST for action security_group_members [ 1122.214629] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.214748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.214816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.215028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.215187] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.215353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.215353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.215906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.215906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.215906] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.499106] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.499350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.499468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.499738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.499790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.499952] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1122.526247] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.526484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.526643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.526877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.527044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.537123] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1122.719658] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.719954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.719954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.720240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.720379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.720625] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.720756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.720843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.721046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.721149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.721262] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be updated. [ 1122.755413] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.755413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.755413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.755686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.755686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.766790] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: IN_PROGRESS for 2s [ 1123.171049] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1123.171049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.171440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.171440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.171719] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.171850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.171917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.172098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.172190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.172288] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.675050] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.675275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.675275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.675439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.675535] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.675733] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.675829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.675906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.676056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.676150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.676241] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1123.717124] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.717302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.717343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.717647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.717789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.729082] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1124.546291] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1124.546664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.776817] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 in Status: SUCCESS [ 1124.777007] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 deletion is rescheduled due to dependency. [ 1124.777139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.755436] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1125.755687] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb deletion is rescheduled due to dependency. [ 1125.755741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.821259] env[65495]: INFO networking_nsxv3.common.synchronization [req-64aa6c61-38c0-4e71-96eb-a3f21c1f5bb9 req-3a592509-f6f1-4fb1-9505-ebda0c0fc580 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_members [ 1126.821553] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGHEST for action security_group_members [ 1126.821908] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.822107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.822175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.822377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.822534] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.822638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.822697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.822842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.822928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.823070] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.326979] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.327922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.327922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.327922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.327922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.327922] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.327922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.327922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.328367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.328367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.328367] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb is going to be updated. [ 1127.356806] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.356806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.356806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.356806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.356806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.367578] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: IN_PROGRESS for 2s [ 1128.822088] env[65495]: INFO networking_nsxv3.common.synchronization [req-7fe6b286-838a-4dd7-b621-9b98212ac63f req-031667b3-403d-431c-9057-a09c7f3e2ea5 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_members [ 1128.822699] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGHEST for action security_group_members [ 1128.823043] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.823398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.823398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.823499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.823649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.823770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.823813] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.823956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.824049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.824143] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.326375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.326590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.326647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.326853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.348344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.348610] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.348773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.348826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.349015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.349107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.349194] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 is going to be updated. [ 1129.376953] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb in Status: SUCCESS [ 1129.377203] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb deletion is rescheduled due to dependency. [ 1129.377268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.378381] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.378524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.378586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.378766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.378901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.386058] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 in Status: IN_PROGRESS for 2s [ 1129.602759] env[65495]: INFO networking_nsxv3.common.synchronization [req-562b78a4-e8db-4bae-9749-553a8e547899 req-d078dca0-43c2-4155-a0e8-707cb8282b86 tempest-ServersTestJSON-1569162764 tempest-ServersTestJSON-1569162764-project-member] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1129.603342] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGHEST for action security_group_members [ 1129.603657] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.603987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.603987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.604172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.604275] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.605206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.605206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.605206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.605206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.605206] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.107832] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.108324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.109031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.109031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.109031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.109261] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.109383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.109488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.110147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.110147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.110147] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be updated. [ 1130.143633] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.143891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.144060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.144379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.144631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.157258] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: IN_PROGRESS for 2s [ 1131.223834] env[65495]: INFO networking_nsxv3.common.synchronization [req-05096320-d5ff-4fd6-b89e-f5ed4d1d05e4 req-d5ee53a3-ea32-4b80-a631-d056646a08fa tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1131.225210] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1131.225391] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.225639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.225743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.225928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.226114] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.226211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.226271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.226419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.226557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.226614] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.395820] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 in Status: SUCCESS [ 1131.396064] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 deletion is rescheduled due to dependency. [ 1131.396192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.535698] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.535698] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.535698] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.535985] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.536209] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.536365] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.536501] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.536720] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.536858] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.537112] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.537238] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.537345] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.537458] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.537564] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.537665] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.537793] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.556375] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.556622] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.556739] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.556906] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.557239] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.557417] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.557529] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.557859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.557996] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932b2bc6-7a83-4c91-ad02-2d131bea0e7b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.728823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.729038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.729038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.729213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.729311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.729513] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.729613] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.729673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.729817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.729892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.729994] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1131.755507] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.755742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.755820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.756060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.756229] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.765884] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1132.060531] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.060848] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.061013] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.061351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.061528] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.061776] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 932b2bc6-7a83-4c91-ad02-2d131bea0e7b not found, creating... [ 1132.062168] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.062349] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.062497] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.062840] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.062994] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.063293] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.063448] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.063567] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.063778] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.063914] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.064060] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 932b2bc6-7a83-4c91-ad02-2d131bea0e7b is going to be created. [ 1132.084674] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.084903] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.084974] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.085294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.085535] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.085855] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.168206] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a in Status: SUCCESS [ 1132.168391] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a deletion is rescheduled due to dependency. [ 1132.168518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.801544] env[65495]: INFO networking_nsxv3.common.synchronization [req-05096320-d5ff-4fd6-b89e-f5ed4d1d05e4 req-489d336c-b83f-4314-9753-35c255f1e97f service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1132.801865] env[65495]: INFO networking_nsxv3.common.synchronization [req-05096320-d5ff-4fd6-b89e-f5ed4d1d05e4 req-489d336c-b83f-4314-9753-35c255f1e97f service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1132.801865] env[65495]: INFO networking_nsxv3.common.synchronization [req-05096320-d5ff-4fd6-b89e-f5ed4d1d05e4 req-489d336c-b83f-4314-9753-35c255f1e97f service nova] Enqueued Resource ID: 932b2bc6-7a83-4c91-ad02-2d131bea0e7b with Priority: HIGHEST for action port [ 1132.802419] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1132.802558] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1132.802653] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932b2bc6-7a83-4c91-ad02-2d131bea0e7b with Priority: HIGHEST for action port [ 1132.803440] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.804737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.804737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.804737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.804737] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.804962] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.805092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.805551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.805689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.805731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.805904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.805982] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932b2bc6-7a83-4c91-ad02-2d131bea0e7b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.819864] env[65495]: INFO networking_nsxv3.common.synchronization [None req-bb9121e8-5edf-42a3-a40e-acead9a8c2de tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_rules [ 1132.820521] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_rules [ 1132.821043] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.821180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.821248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.821507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.821594] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.908740] env[65495]: INFO networking_nsxv3.common.synchronization [None req-23cfa490-4ffb-4537-b653-de6cad7cc16c tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_rules [ 1132.909279] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_rules [ 1132.909868] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.909998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.308185] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.308312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.308512] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 932b2bc6-7a83-4c91-ad02-2d131bea0e7b with status ACTIVE [ 1133.308677] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.308794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.308866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.309090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.309181] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.310038] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.310038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.310038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.310038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.310038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.310038] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.310038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.310711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.310711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.310711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.310711] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 932b2bc6-7a83-4c91-ad02-2d131bea0e7b is going to be updated. [ 1133.330774] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.330933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.331013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.331218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.331376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.331513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-932b2bc6-7a83-4c91-ad02-2d131bea0e7b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.341511] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.341708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.341831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.342068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.342160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.342264] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e already deleted. [ 1133.342349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.342709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.342709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.342800] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.775748] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1133.775944] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1133.776079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.776290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.776535] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.776750] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.776876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.776945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.777112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.777195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.777289] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.866255] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.866642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.866642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.866769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.866897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.867027] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e already deleted. [ 1133.867143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.279064] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.699336] env[65495]: INFO networking_nsxv3.common.synchronization [None req-36ff35e6-ba8d-43e3-8351-af0ce7d25de8 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1134.699408] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1134.699741] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.699864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.699929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.700231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.700321] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.775643] env[65495]: INFO networking_nsxv3.common.synchronization [None req-e7e3bfb0-4223-4db0-a7eb-a3c7205055e8 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1134.775957] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1134.776284] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.776391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.781841] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.222472] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.222896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.222896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.223024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.223143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.223266] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a already deleted. [ 1135.223372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.223631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.223858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.223967] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.284783] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.284783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.284783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.285059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.285208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.285366] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1135.315441] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.315595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.315679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.316029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.316029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.324466] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1135.748362] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.748523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.748595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.748859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.748968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.749086] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a already deleted. [ 1135.749173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.335400] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1137.335799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.335799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.336622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.336622] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.336622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.336622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.336847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.336879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.337044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.337092] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.840624] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.840830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.844019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.844019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.844019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.844019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.844816] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.347810] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f14747-57d1-42d4-83cd-eb89f7b304e9: rpc.has_security_group_logging(os_id): False [ 1138.363842] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.364066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.364066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.364267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.364358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.364578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.364680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.364747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.364898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.364977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.365179] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.365275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.365339] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.365485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.365563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.365762] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.365856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.365922] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.366085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.366161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.366248] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1138.425266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.425477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.425477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.425633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.425779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.438483] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1138.838965] env[65495]: INFO networking_nsxv3.common.synchronization [req-26372e81-b060-44d5-80a7-e21d4a1c5e42 req-ffcb9e28-0a4b-4ba2-806a-ef4b4832c3f2 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_members [ 1138.838965] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_members [ 1138.838965] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.838965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.838965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.838965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.838965] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.838965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.838965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.838965] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.839890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.839890] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.175815] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.175962] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.176193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.176563] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.176887] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.177066] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.177186] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.177659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.177659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.177763] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.177853] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.177960] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.178077] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.178185] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.178289] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.178418] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.200637] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.200978] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.201260] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.201569] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.202113] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-5bfa0fec-588b-4c67-be3d-55568398c223 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.202422] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.202676] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.203133] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.203381] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bfa0fec-588b-4c67-be3d-55568398c223',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.341575] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.341788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.341840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.342051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.342145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.342334] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.342429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.342526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.342633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.342761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.342792] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e already deleted. [ 1139.342855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.706142] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.706558] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.706558] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.706756] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.706905] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.707076] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 5bfa0fec-588b-4c67-be3d-55568398c223 not found, creating... [ 1139.707337] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.707517] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.707683] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.707915] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.708068] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.708356] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.708517] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.708653] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.708862] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.708994] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.709146] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 5bfa0fec-588b-4c67-be3d-55568398c223 is going to be created. [ 1139.729422] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.729639] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.729741] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.730013] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.730253] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.730511] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.446763] env[65495]: INFO networking_nsxv3.common.synchronization [req-26372e81-b060-44d5-80a7-e21d4a1c5e42 req-a0d4b5ae-0c06-460a-bc73-8693ff961adb service nova] Enqueued Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_rules [ 1140.446955] env[65495]: INFO networking_nsxv3.common.synchronization [req-26372e81-b060-44d5-80a7-e21d4a1c5e42 req-a0d4b5ae-0c06-460a-bc73-8693ff961adb service nova] Enqueued Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_members [ 1140.447104] env[65495]: INFO networking_nsxv3.common.synchronization [req-26372e81-b060-44d5-80a7-e21d4a1c5e42 req-a0d4b5ae-0c06-460a-bc73-8693ff961adb service nova] Enqueued Resource ID: 5bfa0fec-588b-4c67-be3d-55568398c223 with Priority: HIGHEST for action port [ 1140.447645] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_rules [ 1140.447781] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_members [ 1140.448547] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bfa0fec-588b-4c67-be3d-55568398c223 with Priority: HIGHEST for action port [ 1140.448912] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.449051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.449176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.449326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.449412] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.450385] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.450517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.450586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.450866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.451061] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.451170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.451237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.451387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.451471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.451563] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.452408] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bfa0fec-588b-4c67-be3d-55568398c223 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.452561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.452633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.452775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.453510] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bfa0fec-588b-4c67-be3d-55568398c223',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.454681] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1140.454797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.954905] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.955646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.955822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.956122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bfa0fec-588b-4c67-be3d-55568398c223 with status ACTIVE [ 1140.956289] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.956401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.956473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.956741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.956850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.956989] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.957084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.957156] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.957330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.957484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.957718] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.957898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.957898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.958090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.958090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.958179] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bfa0fec-588b-4c67-be3d-55568398c223 is going to be updated. [ 1140.982715] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.982918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.982918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.983148] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.983290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.983449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bfa0fec-588b-4c67-be3d-55568398c223" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.457286] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.962081] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.962081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.962536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.962536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.962536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.962694] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e is going to be created. [ 1141.987436] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.987671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.987671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.987776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.987935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.997280] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e in Status: UNINITIALIZED for 2s [ 1143.533856] env[65495]: INFO networking_nsxv3.common.synchronization [req-f72e8231-57b7-40d8-9181-2ae2f423cd2d req-1793d92a-830d-44fd-abc8-1fdb48253264 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1143.534371] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1143.534736] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.534917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.534954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.535236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.535470] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.535576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.535639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.535790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.535873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.535965] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.874786] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.874967] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.875113] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.875387] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.875650] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.875810] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.875928] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.876260] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.876427] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.876720] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.876813] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.876902] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.877014] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.877140] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.877302] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.877465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.909244] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.909465] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.909575] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.909797] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.910169] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.910354] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.910480] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.910919] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.911087] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee9a065-1afe-4736-bb4e-7b04a07ce5b5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.008081] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e in Status: SUCCESS [ 1144.008370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.008572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.008821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.009085] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.009245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.009333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.009555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.009661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.009775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.009877] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.038455] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.038702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.038702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.038920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.039037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.039228] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.039346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.039451] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.039525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.039638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.039722] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a already deleted. [ 1144.039814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.266362] env[65495]: INFO networking_nsxv3.common.synchronization [req-73662155-aa10-47be-85b7-1a49f71511e8 req-376eeabb-f72e-4847-a67c-819d6a3b418b tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1144.266987] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1144.268034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.268261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.269441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.269441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.270395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.270569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.270617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.270763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.271108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.271108] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.414256] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.414638] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.414859] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.415177] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.415351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.415497] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 not found, creating... [ 1144.415778] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.415946] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.416082] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.416317] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.417022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.417022] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.417167] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.417366] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.417709] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.418122] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.418122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 is going to be created. [ 1144.441107] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.441342] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.441468] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.441737] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.441971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.442234] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.512480] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.773476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.773781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.773849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.774154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.774284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.774592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.774720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.774823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.775505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.775505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.775505] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1144.812270] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.812456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.812523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.812707] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.812853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.823178] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1145.014978] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e: rpc.has_security_group_logging(os_id): False [ 1145.033819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.034030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.034030] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.034258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.034315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.034634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.034724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.034765] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.034905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.034980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.035131] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e is going to be created. [ 1145.096211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.096468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.096468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.096722] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.096909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.108644] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e in Status: IN_PROGRESS for 2s [ 1146.030252] env[65495]: INFO networking_nsxv3.common.synchronization [req-f72e8231-57b7-40d8-9181-2ae2f423cd2d req-f41d6182-7be8-4da2-90af-f4ad0cf70499 service nova] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1146.030541] env[65495]: INFO networking_nsxv3.common.synchronization [req-f72e8231-57b7-40d8-9181-2ae2f423cd2d req-f41d6182-7be8-4da2-90af-f4ad0cf70499 service nova] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1146.030581] env[65495]: INFO networking_nsxv3.common.synchronization [req-f72e8231-57b7-40d8-9181-2ae2f423cd2d req-f41d6182-7be8-4da2-90af-f4ad0cf70499 service nova] Enqueued Resource ID: 6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 with Priority: HIGHEST for action port [ 1146.031147] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1146.031370] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1146.031471] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 with Priority: HIGHEST for action port [ 1146.032020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.032191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.032191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.032381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.032477] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.033392] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.033499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.033558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.033733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.033895] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.034013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.034100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.034303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.034375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.035500] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.036351] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.036543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.036619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.036875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.036968] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee9a065-1afe-4736-bb4e-7b04a07ce5b5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.538861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.538861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.539127] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 with status ACTIVE [ 1146.539186] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.539278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.539364] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.539584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.539664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.539870] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.540046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.540162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.540372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.540483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.540691] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.540841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.540936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.541101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.541182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.541266] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ee9a065-1afe-4736-bb4e-7b04a07ce5b5 is going to be updated. [ 1146.542380] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.563917] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.564139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.564139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.564342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.564480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.564664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee9a065-1afe-4736-bb4e-7b04a07ce5b5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.835104] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1146.835313] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 deletion is rescheduled due to dependency. [ 1146.835429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.044584] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.122953] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e in Status: SUCCESS [ 1147.123299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.547883] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.548115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.548115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.548351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.548447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.548559] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a is going to be created. [ 1147.582653] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.582811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.582873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.583102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.583271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.594642] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: UNINITIALIZED for 2s [ 1149.606478] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: SUCCESS [ 1149.606824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.607031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.607220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.607417] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.607551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.607588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.607752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.607834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.607921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.608026] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.110684] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.613541] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b194063-f18c-4fe3-9d8c-b3f85785e64a: rpc.has_security_group_logging(os_id): False [ 1150.639988] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.640264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.640372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.640622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.640792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.641133] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.641280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.641350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.641561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.641659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.641764] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a is going to be created. [ 1150.732616] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.732834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.732873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.733119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.733320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.761163] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: IN_PROGRESS for 2s [ 1151.033117] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.033325] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1151.964889] env[65495]: INFO networking_nsxv3.common.synchronization [req-fb40812f-5976-48c7-859f-015c03451ee2 req-a305a464-2869-41fd-99e5-ef85aed5511d tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1151.964889] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1151.964889] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.964889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.964889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.965333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.965333] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.965333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.965443] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.965525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.965619] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.965762] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.332760] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.332760] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.332760] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.333072] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.333309] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.333601] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.334216] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.334216] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.334415] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.334765] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.334910] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.335043] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.335150] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.335304] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.335500] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.335676] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.359421] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.359635] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.359792] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.360120] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.360533] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.360749] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.360974] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.361384] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.361580] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3b072d-8460-45ff-a2c7-bf5b3847da1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.469898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.469898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.469898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.469898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.470308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.470308] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.470505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.470642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.470913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.471081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.471212] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1152.505514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.505742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.505742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.507273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.507273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.516899] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1152.776478] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: SUCCESS [ 1152.776790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.864248] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.864432] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.864594] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.864985] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.865117] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.865278] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 2c3b072d-8460-45ff-a2c7-bf5b3847da1e not found, creating... [ 1152.865537] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.865695] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.865840] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.866072] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.866211] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.866717] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.866962] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.867114] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.867331] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.867474] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.867769] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 2c3b072d-8460-45ff-a2c7-bf5b3847da1e is going to be created. [ 1152.887924] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.888205] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.888205] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.888918] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.888918] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.889134] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.248081] env[65495]: INFO networking_nsxv3.common.synchronization [req-80dc1f2a-a9ed-4f5b-bd4a-4087d25e60b2 req-bc0bae31-763c-4439-812b-ab4c0596aa59 tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_members [ 1153.248640] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGHEST for action security_group_members [ 1153.248963] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.249816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.249816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.249816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.249976] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.250101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.250159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.250307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.250394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.250482] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.608075] env[65495]: INFO networking_nsxv3.common.synchronization [req-fb40812f-5976-48c7-859f-015c03451ee2 req-5089e94b-6533-428e-af2d-1998d25d0188 service nova] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 1153.608309] env[65495]: INFO networking_nsxv3.common.synchronization [req-fb40812f-5976-48c7-859f-015c03451ee2 req-5089e94b-6533-428e-af2d-1998d25d0188 service nova] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1153.608452] env[65495]: INFO networking_nsxv3.common.synchronization [req-fb40812f-5976-48c7-859f-015c03451ee2 req-5089e94b-6533-428e-af2d-1998d25d0188 service nova] Enqueued Resource ID: 2c3b072d-8460-45ff-a2c7-bf5b3847da1e with Priority: HIGHEST for action port [ 1153.610262] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 1153.610507] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1153.610655] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3b072d-8460-45ff-a2c7-bf5b3847da1e with Priority: HIGHEST for action port [ 1153.614206] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.614371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.614469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.615054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.615054] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.616095] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.616264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.616504] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.616642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.616729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.617109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.617194] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3b072d-8460-45ff-a2c7-bf5b3847da1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.753932] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.754131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.754198] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.754483] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.754622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.754825] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.754972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.755017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.755188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.755268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.755355] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 is going to be updated. [ 1153.793875] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.794094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.794149] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.794381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.794743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.809503] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: IN_PROGRESS for 2s [ 1154.119046] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.119289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.119596] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c3b072d-8460-45ff-a2c7-bf5b3847da1e with status ACTIVE [ 1154.119906] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.120096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.120189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.120499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.120651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.120900] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.121050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.121162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.121379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.121487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.121674] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.121764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.121894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.122225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.122394] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.122510] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c3b072d-8460-45ff-a2c7-bf5b3847da1e is going to be updated. [ 1154.144113] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.144316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.144316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.144563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.144663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.144791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c3b072d-8460-45ff-a2c7-bf5b3847da1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.527800] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1154.528136] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 deletion is rescheduled due to dependency. [ 1154.528173] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.528391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.528566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.528750] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.528868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.528935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.529098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.529178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.529274] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.033287] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.537345] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.819542] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405f7142-911a-475c-9045-8c6b2168dcf4 in Status: SUCCESS [ 1155.819778] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 deletion is rescheduled due to dependency. [ 1155.819898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.041117] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.041296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.041406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.041925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.041925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.042036] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1156.083980] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.084158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.084324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.084576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.084881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.096204] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1157.046460] env[65495]: INFO networking_nsxv3.common.synchronization [req-5258f2fa-14f6-4882-8760-3c65cedd710e req-0a9dd1e3-032d-433f-a9ea-67710493206b tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_members [ 1157.047220] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGHEST for action security_group_members [ 1157.047731] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.048010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.048175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.048404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.048582] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.048753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.048821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.049192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.049413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.049462] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.545074] env[65495]: INFO networking_nsxv3.common.synchronization [req-7f2303f9-60d3-4998-9608-aca3d605aacc req-6f3b5951-eff2-4553-93a2-d9ab82c32f98 tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_members [ 1157.545734] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGHEST for action security_group_members [ 1157.546110] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.546315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.546440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.546774] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.547016] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.547236] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.547357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.547570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.547734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.547891] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.551559] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.551949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.551949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.551949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.573657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.573928] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.574064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.574135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.574333] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.574415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.574505] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 is going to be updated. [ 1157.635694] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.635915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.635915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.636194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.636348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.646828] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 in Status: IN_PROGRESS for 2s [ 1158.050823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.050823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.050823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.050823] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.073144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.073407] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.073531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.073598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.073792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.073874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.073963] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 is going to be updated. [ 1158.101371] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.101542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.101686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.101961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.102140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.109375] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1158.109539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.109867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.110315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.110431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.110499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.110863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.110863] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.110939] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.112375] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9dda4-2597-46d9-9e11-611b189daa80 in Status: IN_PROGRESS for 2s [ 1158.615241] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.118686] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900669b3-f9bd-40a2-9c3e-295b161af131: rpc.has_security_group_logging(os_id): False [ 1159.138207] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.138469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.138607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.138844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.139052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.139266] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.139392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.139463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.139636] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.139752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.139829] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1159.204011] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.204214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.204262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.204468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.204655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.220680] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1159.655488] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 in Status: SUCCESS [ 1159.655665] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 deletion is rescheduled due to dependency. [ 1159.655761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.121849] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9dda4-2597-46d9-9e11-611b189daa80 in Status: SUCCESS [ 1160.122281] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 deletion is rescheduled due to dependency. [ 1160.122281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.843040] env[65495]: INFO networking_nsxv3.common.synchronization [req-b7e9b4e4-808f-4dff-87c2-26564096d363 req-061b929b-4c61-4b08-9550-1d86dfc97313 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1160.843040] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1160.843578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.843578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.843578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.843767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.843924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.844029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.844089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.844237] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.844345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.844423] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.249908] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1161.254207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.349536] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.625496] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.625707] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.625834] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.626163] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.626545] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.626781] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.626976] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.627306] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.627466] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.627718] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.627892] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.628048] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.628199] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.628372] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.628583] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.628757] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.649503] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.649791] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.649883] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.650067] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.650399] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-137c517a-e59d-4bfa-b4ad-ef7662d74aef taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.650590] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.650971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.651150] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.651388] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('137c517a-e59d-4bfa-b4ad-ef7662d74aef',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.854071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.153853] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.154105] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.154209] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.154532] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.154713] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.154894] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 137c517a-e59d-4bfa-b4ad-ef7662d74aef not found, creating... [ 1162.155189] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.155353] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.155476] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.155705] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.155850] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.156156] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.156320] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.156442] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.156689] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.156847] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.156992] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 137c517a-e59d-4bfa-b4ad-ef7662d74aef is going to be created. [ 1162.176319] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.176519] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.176674] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.176925] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.177171] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.177401] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.357134] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.357473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.357473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.357704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.357704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.357868] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a is going to be updated. [ 1162.388813] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.389017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.389094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.389373] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.389566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.400275] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: IN_PROGRESS for 2s [ 1162.904600] env[65495]: INFO networking_nsxv3.common.synchronization [req-b7e9b4e4-808f-4dff-87c2-26564096d363 req-928d0f16-a224-418c-8f76-74deffde2f26 service nova] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1162.905037] env[65495]: INFO networking_nsxv3.common.synchronization [req-b7e9b4e4-808f-4dff-87c2-26564096d363 req-928d0f16-a224-418c-8f76-74deffde2f26 service nova] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1162.905037] env[65495]: INFO networking_nsxv3.common.synchronization [req-b7e9b4e4-808f-4dff-87c2-26564096d363 req-928d0f16-a224-418c-8f76-74deffde2f26 service nova] Enqueued Resource ID: 137c517a-e59d-4bfa-b4ad-ef7662d74aef with Priority: HIGHEST for action port [ 1162.905426] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_rules [ 1162.905569] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1162.905664] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137c517a-e59d-4bfa-b4ad-ef7662d74aef with Priority: HIGHEST for action port [ 1162.905952] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.906068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.906136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.906514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.906514] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.907430] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.907536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.907818] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-137c517a-e59d-4bfa-b4ad-ef7662d74aef taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.907929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.908042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.908163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.908238] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('137c517a-e59d-4bfa-b4ad-ef7662d74aef',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.411053] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.411053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.411568] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 137c517a-e59d-4bfa-b4ad-ef7662d74aef with status ACTIVE [ 1163.411568] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.411568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.411568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.411699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.411733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.411921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.411989] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.412092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.412246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.412324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.412500] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.412607] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.412691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.412846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.412921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.413018] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 137c517a-e59d-4bfa-b4ad-ef7662d74aef is going to be updated. [ 1163.442632] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.442837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.442837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.443300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.443300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.443436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-137c517a-e59d-4bfa-b4ad-ef7662d74aef" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.411276] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: SUCCESS [ 1164.411673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.412444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.412444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.412444] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.412444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.412444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.412444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.412686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.412686] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.707211] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3f3b4836-d938-43a9-8183-9d65a994be6d tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_rules [ 1164.707949] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_rules [ 1164.708184] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.708316] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.708383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.708638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.708722] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.837713] env[65495]: INFO networking_nsxv3.common.synchronization [None req-b1d60f6b-ee7c-4389-b754-ff0f92f9d91a tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_rules [ 1164.838297] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_rules [ 1164.838609] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.838712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.884834] env[65495]: INFO networking_nsxv3.common.synchronization [req-3cae26af-0cde-4e9a-b03e-4cb1b281d3c1 req-133d20eb-0d2d-41fe-a17f-237d7824bd16 tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 1164.885815] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 1164.890032] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.890032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.890032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.890032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.890032] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.890032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.890032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.890032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.890032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.890032] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.914690] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.235098] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.235098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.235098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.235098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.235098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.235098] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba already deleted. [ 1165.235098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.235098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.235098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.235098] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.394600] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.417209] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.769728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.769871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.770307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.770307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.770400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.770429] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba already deleted. [ 1165.770510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.897924] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.920579] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.920719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.920795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.921052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.921121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.921213] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a is going to be updated. [ 1165.948151] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.948298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.949046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.949046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.949046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.957393] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: IN_PROGRESS for 2s [ 1166.399655] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.399814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.399887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.400130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.400221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.400318] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be updated. [ 1166.428605] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.428990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.428990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.429251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.429440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.443123] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: IN_PROGRESS for 2s [ 1167.969786] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: SUCCESS [ 1167.970199] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.970764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.971059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.971321] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.971484] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.971580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.971790] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.971910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.972046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.972178] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.452841] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 1168.453029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.474586] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.977618] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b194063-f18c-4fe3-9d8c-b3f85785e64a: rpc.has_security_group_logging(os_id): False [ 1169.006211] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.006386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.006431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.006650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.006837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.007212] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.007359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.007425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.007647] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.007744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.007867] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a is going to be updated. [ 1169.075131] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.075331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.075370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.075584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.075735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.090664] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: IN_PROGRESS for 2s [ 1169.887901] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.887901] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1170.072782] env[65495]: INFO networking_nsxv3.common.synchronization [req-0eaa1a55-99a2-437c-847c-32ed6bce8ef0 req-d9aac6f6-f9cb-4d14-a7b4-1f973443e177 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1170.072782] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1170.072782] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.072782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.073185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.073220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.073390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.073496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.073561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.073719] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.073805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.073900] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.575858] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.576059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.576114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.576317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.576406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.576598] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.576746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.576805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.576954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.577043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.577132] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1170.604565] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.604821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.604821] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.604963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.605126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.614137] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1171.103854] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: SUCCESS [ 1171.104138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.798526] env[65495]: INFO networking_nsxv3.common.synchronization [req-0c2f2ce3-8cba-4bf4-8042-8e8dc7b98e35 req-fa5a1adb-790a-4055-aa6a-efdb47136e96 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 1171.799082] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 1171.799396] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.799523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.799591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.799808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.800093] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.800093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.800212] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.800291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.800427] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.800474] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.224373] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a1d0770c-aa9a-4775-86ac-553dca056056 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1172.225062] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1172.225210] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.225337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.225409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.225617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.225810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.225917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.225984] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.226163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.226257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.226367] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.303501] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.303880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.304054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.307375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.307375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.307375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.307375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.307375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.307375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.307375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.307375] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be deleted. [ 1172.342640] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.342809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.342879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.343110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.343203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.343295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.626061] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1172.626273] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1172.626390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.729149] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.729341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.729381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.729648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.729750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.729958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.730072] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.730133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.730294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.730370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.730456] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1172.757959] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.758160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.758201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.758420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.758573] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.764636] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.764842] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.764970] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.765244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.765506] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.765658] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.765772] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.765977] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.766243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.766483] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.766621] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.766823] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.766934] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.767102] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.767304] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.767556] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.769198] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1172.800069] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.800306] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.800306] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.800488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.801512] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.802146] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.802146] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.802424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.802660] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad4ad2b-b561-41b9-8447-a14d7cd8a1a7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.305717] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.306080] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.306124] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.306387] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.306538] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.306759] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 not found, creating... [ 1173.307049] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.307285] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.307424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.307730] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.307897] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.308237] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.308396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.308515] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.308723] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.308891] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.309052] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 is going to be created. [ 1173.329254] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.330049] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.330049] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.330049] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.330206] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.330323] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.011501] env[65495]: INFO networking_nsxv3.common.synchronization [req-0c2f2ce3-8cba-4bf4-8042-8e8dc7b98e35 req-e3ff833a-affa-4a10-9396-a5b25866e435 service nova] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_rules [ 1174.011691] env[65495]: INFO networking_nsxv3.common.synchronization [req-0c2f2ce3-8cba-4bf4-8042-8e8dc7b98e35 req-e3ff833a-affa-4a10-9396-a5b25866e435 service nova] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 1174.011831] env[65495]: INFO networking_nsxv3.common.synchronization [req-0c2f2ce3-8cba-4bf4-8042-8e8dc7b98e35 req-e3ff833a-affa-4a10-9396-a5b25866e435 service nova] Enqueued Resource ID: dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 with Priority: HIGHEST for action port [ 1174.012400] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_rules [ 1174.012503] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 1174.012603] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 with Priority: HIGHEST for action port [ 1174.012881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.013011] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.013577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.013779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.013853] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.015113] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.015223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.015290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.015469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.015612] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.015749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.015783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.016622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.016622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.016622] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.016900] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.016900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.017026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.017157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.017285] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad4ad2b-b561-41b9-8447-a14d7cd8a1a7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.519173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.519493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.519535] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.520441] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 with status ACTIVE [ 1174.520583] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.520692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.520756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.521073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.521073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.521389] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.521389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.521389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.521614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.521614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.521686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.521801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.521847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.521953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.522506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.522506] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 is going to be updated. [ 1174.544396] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.544753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.544753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.544841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.544939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.545198] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.779474] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1174.779474] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb deletion is rescheduled due to dependency. [ 1174.779474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.025062] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.527067] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.527067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.527572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.527572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.527572] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.527712] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be created. [ 1175.550578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.550798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.550798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.551094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.551265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.561275] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: UNINITIALIZED for 2s [ 1176.574491] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac49f3f5-f690-449c-b95a-2bca6498438b req-cc4c8b1c-cac0-4a3c-87a2-ae93e00d5468 tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_members [ 1176.575586] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_members [ 1176.575586] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.575586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.575586] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.576421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.576421] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.576421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.576421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.576421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.576421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.576682] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.810641] env[65495]: INFO networking_nsxv3.common.synchronization [req-e4df11da-2c8a-4fd2-92bd-03f24889a432 req-6db46197-7a27-4d1d-a39e-320186f4d1ab tempest-ServerRescueNegativeTestJSON-1297826650 tempest-ServerRescueNegativeTestJSON-1297826650-project-member] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 1176.815019] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGHEST for action security_group_members [ 1176.815019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.815019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.815019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.815019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.815019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.815019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.815019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.815019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.815019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.815019] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.974596] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.974976] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.975159] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.975470] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.975753] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.976010] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.976228] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.976387] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.976553] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.976849] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.976977] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.977100] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.977209] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.977323] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.977431] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.977561] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.000832] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.001021] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.001212] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.001334] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-914" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.001649] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-37bab879-c9d0-4104-b966-2ed17ea85cbf taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.001819] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.002088] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.002418] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.002558] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37bab879-c9d0-4104-b966-2ed17ea85cbf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.080824] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.080824] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.080824] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba already deleted. [ 1177.080824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.316949] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.317115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.317192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.317413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.317502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.317697] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.317818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.317883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.318052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.318133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.318222] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be updated. [ 1177.352252] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.352486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.352486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.352642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.352749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.362142] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: IN_PROGRESS for 2s [ 1177.504605] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.504861] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.504961] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.505266] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.505417] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.505573] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 37bab879-c9d0-4104-b966-2ed17ea85cbf not found, creating... [ 1177.505834] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.505993] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.506123] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.506337] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.506470] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.506777] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.506947] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.507083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.507290] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.507424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.507561] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 37bab879-c9d0-4104-b966-2ed17ea85cbf is going to be created. [ 1177.528665] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.528955] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.529156] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.529505] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.529822] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.530170] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.571062] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: SUCCESS [ 1177.571303] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.571468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.571686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.571881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.572009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.572084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.572243] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.572324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.572410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.572500] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.075104] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.075462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.075462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.075542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.075709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.075810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.075861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.076024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.076098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.076190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.076341] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.076436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.076490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.076632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.076819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.076933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.076974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.077248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.077248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.077248] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.077364] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.257145] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac49f3f5-f690-449c-b95a-2bca6498438b req-69e82699-4783-44ef-bb15-fff6454e51af service nova] Enqueued Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_rules [ 1178.257321] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac49f3f5-f690-449c-b95a-2bca6498438b req-69e82699-4783-44ef-bb15-fff6454e51af service nova] Enqueued Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_members [ 1178.257440] env[65495]: INFO networking_nsxv3.common.synchronization [req-ac49f3f5-f690-449c-b95a-2bca6498438b req-69e82699-4783-44ef-bb15-fff6454e51af service nova] Enqueued Resource ID: 37bab879-c9d0-4104-b966-2ed17ea85cbf with Priority: HIGHEST for action port [ 1178.258010] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_rules [ 1178.259014] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_members [ 1178.259224] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bab879-c9d0-4104-b966-2ed17ea85cbf with Priority: HIGHEST for action port [ 1178.259578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.259705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.259800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.260031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.260119] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.261188] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.261188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.261324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.261416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.261554] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.261649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.261900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.261900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.262031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.262031] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.262834] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-37bab879-c9d0-4104-b966-2ed17ea85cbf taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.262964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.263244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.263244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.263244] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37bab879-c9d0-4104-b966-2ed17ea85cbf',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.579917] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 102ab371-1501-48a6-862e-883fd1a70146: rpc.has_security_group_logging(os_id): False [ 1178.599494] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.599731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.599731] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.599933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.600053] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.600250] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.600353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.600410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.600564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.600643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.600838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.600947] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.601021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.601179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.601279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.601479] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.601575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.601637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.601779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.601868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.601939] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be created. [ 1178.656527] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.656805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.656913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.657093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.657286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.670516] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: IN_PROGRESS for 2s [ 1178.767160] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.768715] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.768866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.769016] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37bab879-c9d0-4104-b966-2ed17ea85cbf with status ACTIVE [ 1178.769196] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.769319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.769379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.769591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.769681] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.769854] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.769954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.770431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.770665] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.770749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.771079] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.771201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.771271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.771423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.771521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.771665] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37bab879-c9d0-4104-b966-2ed17ea85cbf is going to be updated. [ 1178.799440] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.799694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.799694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.799959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.800172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.800393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37bab879-c9d0-4104-b966-2ed17ea85cbf" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.273717] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.371692] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a0b239-d202-4216-8516-2bb61007a7dc in Status: SUCCESS [ 1179.371889] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc deletion is rescheduled due to dependency. [ 1179.372016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.776130] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.776311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.776360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.776658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.776883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.777301] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba is going to be created. [ 1179.802039] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.802275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.802275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.802469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.802630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.812781] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba in Status: UNINITIALIZED for 2s [ 1180.685341] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: SUCCESS [ 1180.685735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.607352] env[65495]: INFO networking_nsxv3.common.synchronization [req-f15c74b2-080e-4821-8dca-ba68dbeb2bb8 req-b5272afd-89d6-4cf5-ba3e-2e3e3754d575 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1181.611562] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1181.612100] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.612692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.612692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.612692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.612692] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.612934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.612934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.613037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.613259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.613259] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.825231] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba in Status: SUCCESS [ 1181.825582] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.825855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.826216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.826514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.826702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.826815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.827021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.827080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.827166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.827258] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.875641] env[65495]: INFO networking_nsxv3.common.synchronization [req-a370b5b1-1eb1-4514-881b-c9c5824b893c req-d80ef8b8-b073-41fd-a248-87a93b83de5a tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 1181.876061] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGHEST for action security_group_members [ 1181.877512] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.877727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.877796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.878154] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.878340] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.878507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.878564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.878743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.878865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.878986] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.923755] env[65495]: INFO networking_nsxv3.common.synchronization [req-a370b5b1-1eb1-4514-881b-c9c5824b893c req-d80ef8b8-b073-41fd-a248-87a93b83de5a tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 with Priority: HIGHEST for action port [ 1181.923755] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 with Priority: HIGHEST for action port [ 1181.924274] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.924435] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.924536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.924767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.924875] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad4ad2b-b561-41b9-8447-a14d7cd8a1a7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.936424] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.936424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.936424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.936424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.936424] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.936424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.936751] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.937207] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.937453] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.937681] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.937799] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.937928] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.938061] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.938177] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.938286] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.938414] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.963260] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.963260] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.963260] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.963260] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.963475] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-f0f043c0-271b-434a-976b-d235c4111748 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.963475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.963594] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.964089] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.964200] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f043c0-271b-434a-976b-d235c4111748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.116720] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.117114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.117395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.117622] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.117797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.118132] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.118293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.118369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.118590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.118686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.118785] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1182.152999] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.153463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.153463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.153629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.153815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.163679] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1182.330036] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.382822] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.383015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.383130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.383317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.383398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.383583] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.383676] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.383741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.383876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.383951] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.384044] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be updated. [ 1182.413256] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.413456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.413456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.413657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.413797] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.423507] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: IN_PROGRESS for 2s [ 1182.426989] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 with status ACTIVE [ 1182.427162] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.427260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.427329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.427520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.427631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.427785] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.428131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.428131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.428131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.428219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.428349] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.428440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.428501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.428654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.428729] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.428814] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad4ad2b-b561-41b9-8447-a14d7cd8a1a7 is going to be updated. [ 1182.451990] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.452238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.452318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.452542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.452680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.452843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad4ad2b-b561-41b9-8447-a14d7cd8a1a7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.467300] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.467396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.467495] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.467822] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.468036] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.468204] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port f0f043c0-271b-434a-976b-d235c4111748 not found, creating... [ 1182.468471] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.468736] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.468736] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.468960] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.469179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.469385] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.469535] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.469650] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.470199] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.470242] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.470375] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: f0f043c0-271b-434a-976b-d235c4111748 is going to be created. [ 1182.505509] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.505999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.505999] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.506168] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.506396] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.506634] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.831084] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d4011ec-f550-4ce6-810c-49ea0b3c25ba: rpc.has_security_group_logging(os_id): False [ 1182.852044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.852201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.852264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.852482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.852575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.853238] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.853238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.853238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.853238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.853238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.854083] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba is going to be created. [ 1182.942642] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.942849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.942983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.943327] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.943509] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.960379] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba in Status: IN_PROGRESS for 2s [ 1183.257826] env[65495]: INFO networking_nsxv3.common.synchronization [req-f15c74b2-080e-4821-8dca-ba68dbeb2bb8 req-02a9d4f3-c10f-4d9e-a82a-b198b9069e3f service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1183.257919] env[65495]: INFO networking_nsxv3.common.synchronization [req-f15c74b2-080e-4821-8dca-ba68dbeb2bb8 req-02a9d4f3-c10f-4d9e-a82a-b198b9069e3f service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1183.258096] env[65495]: INFO networking_nsxv3.common.synchronization [req-f15c74b2-080e-4821-8dca-ba68dbeb2bb8 req-02a9d4f3-c10f-4d9e-a82a-b198b9069e3f service nova] Enqueued Resource ID: f0f043c0-271b-434a-976b-d235c4111748 with Priority: HIGHEST for action port [ 1183.258680] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1183.258826] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1183.258929] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f043c0-271b-434a-976b-d235c4111748 with Priority: HIGHEST for action port [ 1183.259304] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.259419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.259485] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.259710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.259806] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.261640] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.261773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.261993] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f043c0-271b-434a-976b-d235c4111748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.262101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.262184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.262794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.262794] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f043c0-271b-434a-976b-d235c4111748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.768432] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0f043c0-271b-434a-976b-d235c4111748 with status ACTIVE [ 1183.768432] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.768432] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.768432] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.768432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.768432] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0f043c0-271b-434a-976b-d235c4111748 is going to be updated. [ 1183.770161] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.771424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.798896] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.798896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.798896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.798896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.798896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.798896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f043c0-271b-434a-976b-d235c4111748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.181859] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1184.182242] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1184.182242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.182393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.182568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.182757] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.182874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.182941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.183130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.183208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.183313] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.435027] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ab371-1501-48a6-862e-883fd1a70146 in Status: SUCCESS [ 1184.435416] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ab371-1501-48a6-862e-883fd1a70146 deletion is rescheduled due to dependency. [ 1184.435416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.687196] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.975357] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba in Status: SUCCESS [ 1184.975625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.189550] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.692485] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.692631] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.692689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.692907] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.693008] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.693115] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1185.732793] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.733023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.733116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.733312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.733471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.741965] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1187.772887] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1187.773332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.773332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.773471] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.773664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.773782] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.773883] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.774013] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.774131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.774175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.774279] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.260425] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.260604] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.277272] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.277490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.277534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.277758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.277984] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.278136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.278201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.278356] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.278445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.278532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.278755] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.278755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.278867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.278950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.279122] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.279252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.279347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.279492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.279579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.279650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.279850] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.785997] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f14747-57d1-42d4-83cd-eb89f7b304e9: rpc.has_security_group_logging(os_id): False [ 1188.804789] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.804962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.805039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.805258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.805347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.805534] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.805630] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.805697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.805832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.805906] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.806100] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.806505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.806505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.806505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.806505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.806732] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.806732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.806820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.806920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.806994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.807094] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1188.881442] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.881664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.881664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.881857] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.882016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.897753] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1190.918190] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1190.918547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.885492] env[65495]: INFO networking_nsxv3.common.synchronization [req-e8f2217c-dd82-4a82-ba5c-4ad5b0d4c0fc req-a3f8563e-6cec-4768-a793-f8920203bcce tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1192.886022] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1192.886328] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.886453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.886520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.886710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.886938] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.887069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.887143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.887331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.887605] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.887605] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.391414] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.391598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.391663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.391878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.391971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.392208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.392310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.392376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.392525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.392602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.392687] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1193.418905] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.419101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.419170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.419315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.419459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.431293] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1194.498535] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.498892] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.498892] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.499226] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.499496] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.499663] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.499779] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.500009] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.500175] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.500412] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.500534] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.500643] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.500749] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.500859] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.500965] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.501111] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.521820] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.521991] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.522164] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.522407] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.522791] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.523012] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.523173] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.523550] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.523694] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b56eb9-dca3-4e81-b76d-4ee3664dc992',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.026322] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.026693] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.027032] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.027595] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.027787] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.027929] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port e5b56eb9-dca3-4e81-b76d-4ee3664dc992 not found, creating... [ 1195.028231] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.028436] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.028590] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.028851] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.028992] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.029339] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.029502] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.029621] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.029875] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.030029] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.030178] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 is going to be created. [ 1195.057984] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.058296] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.058465] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.058825] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.059195] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.059385] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.442290] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1195.442523] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 deletion is rescheduled due to dependency. [ 1195.442670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.752308] env[65495]: INFO networking_nsxv3.common.synchronization [req-a3f697ab-14a6-42e4-8afd-1daadb52f59b req-5b075b47-c784-4e85-aeea-c9a65dc1e634 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1195.752649] env[65495]: INFO networking_nsxv3.common.synchronization [req-a3f697ab-14a6-42e4-8afd-1daadb52f59b req-5b075b47-c784-4e85-aeea-c9a65dc1e634 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1195.752649] env[65495]: INFO networking_nsxv3.common.synchronization [req-a3f697ab-14a6-42e4-8afd-1daadb52f59b req-5b075b47-c784-4e85-aeea-c9a65dc1e634 service nova] Enqueued Resource ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 with Priority: HIGHEST for action port [ 1195.753224] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1195.753371] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1195.753471] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 with Priority: HIGHEST for action port [ 1195.753760] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.753879] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.754016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.756263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.756263] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.757191] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.757310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.757393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.757598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.757921] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.757921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.757921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.758124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.758124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.758263] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.759083] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.759455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.759455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.759455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.759572] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b56eb9-dca3-4e81-b76d-4ee3664dc992',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.261687] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.262742] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.262845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.263022] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5b56eb9-dca3-4e81-b76d-4ee3664dc992 with status ACTIVE [ 1196.263188] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.263293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.263359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.263557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.263642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.263802] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.263894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.263954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.264116] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.264190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.264363] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.264452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.264512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.264646] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.264716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.264816] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 is going to be updated. [ 1196.289017] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.289261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.289261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.289450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.289589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.289743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.767045] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.010166] env[65495]: INFO networking_nsxv3.common.synchronization [req-1ae0158e-f903-4bf2-b94b-02fd04864972 req-82fde467-13fb-4e66-84a2-325c795ac1e4 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1197.010860] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1197.011894] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.011894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.011894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.012230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.012473] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.012792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.012792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.013039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.013080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.013655] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.269744] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.270019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.270152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.270477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.270635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.270730] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1197.299972] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.300188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.300188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.300384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.300524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.310338] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1197.517034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.517034] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.517034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.517034] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1197.545263] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.545453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.545453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.545661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.545803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.553709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1199.323053] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1199.323473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.323473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.323806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.324065] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.324201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.324267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.324598] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.324691] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.324781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.324932] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.563697] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1199.563877] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1199.564023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.827039] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.827168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.827213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.827612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.827716] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.827781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.827825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.828827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.828827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.828827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.828827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.828827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.828827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.828827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.828827] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.828827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.829191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.829191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.829191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.829191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.829323] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.331293] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1931f0ed-d16f-4e97-92d3-f53c040412fb: rpc.has_security_group_logging(os_id): False [ 1200.353742] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.353742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.353742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.353742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.353742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.354249] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.354249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.354357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.354542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.354662] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.354932] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.355861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.355861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.356047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.356180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.356550] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.356747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.356828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.357097] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.357225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.357359] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1200.421292] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.421453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.421527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.421785] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.421945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.438642] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1200.793856] env[65495]: INFO networking_nsxv3.common.synchronization [req-0db5ea84-247b-4dfb-919a-b16017562b8b req-f00d8442-0a45-4f9c-89fe-571ebea69300 tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1200.794452] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1200.794681] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.794844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.794926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.795138] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.795305] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.796704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.796788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.797058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.797172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.797297] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.087416] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.087615] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.087744] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.088110] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.088419] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.088527] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.088645] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.088869] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.089021] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.089233] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.089346] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.089454] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.089560] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.089680] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.089770] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.089898] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.109094] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.109328] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.109403] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.109578] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.109898] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-41be700b-1086-4f37-9815-10fce9ff715b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.110083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.110203] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.110533] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.110684] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41be700b-1086-4f37-9815-10fce9ff715b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.299381] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.299617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.299617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.299822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.299916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.300140] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.300235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.300298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.300449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.300528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.300611] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1201.325744] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.325946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.325946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.326153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.326295] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.334465] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1201.613147] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.613368] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.613535] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.613865] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.614044] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.614207] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 41be700b-1086-4f37-9815-10fce9ff715b not found, creating... [ 1201.614473] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.614627] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.614743] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.614993] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.615146] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.615423] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.615575] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.615691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.615890] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.616030] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.616177] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 41be700b-1086-4f37-9815-10fce9ff715b is going to be created. [ 1201.636140] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.636359] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.636541] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.636731] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.636994] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.637238] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.391128] env[65495]: INFO networking_nsxv3.common.synchronization [req-0db5ea84-247b-4dfb-919a-b16017562b8b req-21a4db48-7c20-4606-b72e-21fb99873025 service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 1202.391415] env[65495]: INFO networking_nsxv3.common.synchronization [req-0db5ea84-247b-4dfb-919a-b16017562b8b req-21a4db48-7c20-4606-b72e-21fb99873025 service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1202.391544] env[65495]: INFO networking_nsxv3.common.synchronization [req-0db5ea84-247b-4dfb-919a-b16017562b8b req-21a4db48-7c20-4606-b72e-21fb99873025 service nova] Enqueued Resource ID: 41be700b-1086-4f37-9815-10fce9ff715b with Priority: HIGHEST for action port [ 1202.391986] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 1202.392210] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1202.392359] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41be700b-1086-4f37-9815-10fce9ff715b with Priority: HIGHEST for action port [ 1202.392755] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.392943] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.393716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.394043] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.395087] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.397220] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.397347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.399117] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-41be700b-1086-4f37-9815-10fce9ff715b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.399117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.399117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.399117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.399117] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41be700b-1086-4f37-9815-10fce9ff715b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.455820] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1202.455980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.898139] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.898397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.899775] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41be700b-1086-4f37-9815-10fce9ff715b with status ACTIVE [ 1202.900012] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.900182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.900261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.900522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.900610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.900904] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.901020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.901020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.901186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.901318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.901459] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.901551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.901597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.901735] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.901806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.901890] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41be700b-1086-4f37-9815-10fce9ff715b is going to be updated. [ 1202.927649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.927649] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.927812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.928441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.928441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.928441] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.346697] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1203.347187] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 deletion is rescheduled due to dependency. [ 1203.347187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.347437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.347686] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.347927] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.348088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.348162] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.348350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.348959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.348959] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.850987] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.353829] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.736030] env[65495]: INFO networking_nsxv3.common.synchronization [req-84fdd59a-2762-44bb-a4e9-4640002ba17c req-e9f9e537-36d7-4604-90bc-12c28b583733 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_members [ 1204.736575] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e with Priority: HIGHEST for action security_group_members [ 1204.736884] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.737057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.737129] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.737325] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.737479] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.737581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.737645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.738040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.738040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.738138] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68b10ab9-0deb-4b18-928c-e97b9bbf0f8e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.856472] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.856749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.856749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.856959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.857070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.857170] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1204.894267] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.894432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.894507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.894727] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.894875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.903923] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1205.239823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.240026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.240070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.240266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.240360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.240554] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.240652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.240717] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.240862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.240939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.241037] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e is going to be updated. [ 1205.266621] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.266773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.266810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.267109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.267260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.276148] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e in Status: IN_PROGRESS for 2s [ 1206.913849] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1206.914232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.914232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.914450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.914649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.914770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.914899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.915017] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.915094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.915186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.915283] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.286667] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e in Status: SUCCESS [ 1207.286667] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b10ab9-0deb-4b18-928c-e97b9bbf0f8e deletion is rescheduled due to dependency. [ 1207.286667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b10ab9-0deb-4b18-928c-e97b9bbf0f8e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.417448] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.920481] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47: rpc.has_security_group_logging(os_id): False [ 1207.943446] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.943669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.943669] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.943891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.944028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.944299] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.944410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.944501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.944762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.944900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.945045] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1208.011046] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.011240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.011314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.011563] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.011725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.025445] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1209.738302] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.738302] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1210.041655] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1210.042057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.322090] env[65495]: INFO networking_nsxv3.common.synchronization [req-58eac7da-6eba-4504-8a2d-efd2cfc22b8e req-9e97f5aa-8333-448e-b0b8-91389d99762d tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1210.322613] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1210.322928] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.323064] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.323131] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.323323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.323476] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.323576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.323638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.323799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.323893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.324014] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.647420] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.647654] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.647931] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.648156] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.648473] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.648633] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.648778] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.649066] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.649254] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.649501] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.649653] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.649776] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.649908] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.650053] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.650196] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.650352] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.671878] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.672087] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.672235] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.672452] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.672745] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-3e42fe0a-b787-4b21-b1c0-9add9817234e taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.672937] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.673073] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.673456] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.673624] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e42fe0a-b787-4b21-b1c0-9add9817234e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.830133] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.830475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.830475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.830640] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.830679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.830908] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.830983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.831033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.831188] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.831267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.831384] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1210.873819] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.874387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.874518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.874688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.874842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.886709] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1211.176506] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.176744] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.176875] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.177229] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.177389] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.177544] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 3e42fe0a-b787-4b21-b1c0-9add9817234e not found, creating... [ 1211.177811] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.177980] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.178145] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.178381] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.178522] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.178811] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.178967] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.179117] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.179331] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.179465] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.179602] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 3e42fe0a-b787-4b21-b1c0-9add9817234e is going to be created. [ 1211.205051] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.205384] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.205499] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.206198] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.206198] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.206325] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.917036] env[65495]: INFO networking_nsxv3.common.synchronization [req-58eac7da-6eba-4504-8a2d-efd2cfc22b8e req-89959c93-3248-4d85-9f6e-e086ff324a11 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1211.917036] env[65495]: INFO networking_nsxv3.common.synchronization [req-58eac7da-6eba-4504-8a2d-efd2cfc22b8e req-89959c93-3248-4d85-9f6e-e086ff324a11 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1211.917036] env[65495]: INFO networking_nsxv3.common.synchronization [req-58eac7da-6eba-4504-8a2d-efd2cfc22b8e req-89959c93-3248-4d85-9f6e-e086ff324a11 service nova] Enqueued Resource ID: 3e42fe0a-b787-4b21-b1c0-9add9817234e with Priority: HIGHEST for action port [ 1211.917036] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1211.917036] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1211.917036] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e42fe0a-b787-4b21-b1c0-9add9817234e with Priority: HIGHEST for action port [ 1211.917036] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.917036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.917036] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.918694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.918694] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.920198] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.920319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.920548] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e42fe0a-b787-4b21-b1c0-9add9817234e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.920671] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.920750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.920929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.921039] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e42fe0a-b787-4b21-b1c0-9add9817234e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.295615] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.295849] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.296018] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.296343] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.297095] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.297317] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.297475] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.297721] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.297873] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.298107] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.298225] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.298337] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.298445] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.298559] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.298663] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.298799] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.318550] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.318903] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.319090] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.319280] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-544" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.319611] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.319790] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.319912] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.320220] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.320373] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b56eb9-dca3-4e81-b76d-4ee3664dc992',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.423494] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.423747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.424249] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e42fe0a-b787-4b21-b1c0-9add9817234e with status ACTIVE [ 1212.424584] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.424803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.424925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.425286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.425440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.425728] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.425892] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.427083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.427287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.427384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.427584] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.427688] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.427753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.427911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.427990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.428098] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e42fe0a-b787-4b21-b1c0-9add9817234e is going to be updated. [ 1212.449939] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.450174] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.450231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.450446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.450590] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.450775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e42fe0a-b787-4b21-b1c0-9add9817234e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.644352] env[65495]: INFO networking_nsxv3.common.synchronization [req-9375575d-0fc3-4df3-93d8-a797934dc749 req-39afa671-55a0-4db6-8f25-5e7db98bc1c4 tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1212.644618] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1212.644816] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.644968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.645179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.645508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.645954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.646094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.646165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.646341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.646430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.646528] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.822663] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.822894] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.823034] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.823323] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.823476] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.823762] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.823916] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.824046] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.824264] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.824413] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.824675] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.824823] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.828019] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.828019] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.828019] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.828019] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 is going to be updated. [ 1212.847113] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.847346] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.847469] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.847736] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.847929] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.848201] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.897156] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1212.897347] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1212.897472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.897632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.897837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.898027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.898147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.898210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.898360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.898437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.898530] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.992050] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.992441] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.992441] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.992672] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.992931] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.993122] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.993280] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.993539] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.993703] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.993926] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.994052] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.994163] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.994270] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.994382] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.994486] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.994643] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.012518] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.012669] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.012808] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.012986] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-663" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.013321] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-40158190-ae0e-4209-b7ef-29a2a10723ad taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.013490] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.013613] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.013971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.014777] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40158190-ae0e-4209-b7ef-29a2a10723ad',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.148721] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.401081] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.516630] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.516630] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.516630] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.516885] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.517139] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.517245] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 40158190-ae0e-4209-b7ef-29a2a10723ad not found, creating... [ 1213.517511] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.517668] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.517789] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.518187] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.518187] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.518410] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.518562] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.518675] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.518873] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.519108] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.519161] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 40158190-ae0e-4209-b7ef-29a2a10723ad is going to be created. [ 1213.539622] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.539832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.539982] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.540264] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.540494] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.540879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.575858] env[65495]: INFO networking_nsxv3.common.synchronization [req-029781f3-1ca1-4273-8541-5e156221fb13 req-e363e32e-a85a-4d94-9f1e-56b98f91bc10 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1213.575858] env[65495]: INFO networking_nsxv3.common.synchronization [req-029781f3-1ca1-4273-8541-5e156221fb13 req-e363e32e-a85a-4d94-9f1e-56b98f91bc10 service nova] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1213.575858] env[65495]: INFO networking_nsxv3.common.synchronization [req-029781f3-1ca1-4273-8541-5e156221fb13 req-e363e32e-a85a-4d94-9f1e-56b98f91bc10 service nova] Enqueued Resource ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 with Priority: HIGHEST for action port [ 1213.575858] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_rules [ 1213.575858] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1213.575858] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 with Priority: HIGHEST for action port [ 1213.575858] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.576353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.576353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.576353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.576353] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.578576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.578576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.578576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.578576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.578576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.578576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.578576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.578576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.578576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.578576] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.579324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.579531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.579566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.579748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.579827] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b56eb9-dca3-4e81-b76d-4ee3664dc992',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.651188] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.904013] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.081562] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.083369] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.083369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.083576] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5b56eb9-dca3-4e81-b76d-4ee3664dc992 with status ACTIVE [ 1214.083680] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.083732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.083829] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.084055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.084114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.084239] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.084340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.084781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.084939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.085034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.085224] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.085322] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.085429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.085520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.085595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.085678] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5b56eb9-dca3-4e81-b76d-4ee3664dc992 is going to be updated. [ 1214.108659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.108910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.108910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.108996] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.109171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.109349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b56eb9-dca3-4e81-b76d-4ee3664dc992" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.153790] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.153970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.153970] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.155393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.155393] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.155393] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 1214.205686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.205843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.205978] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.206253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.206460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.216846] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 1214.287376] env[65495]: INFO networking_nsxv3.common.synchronization [req-9375575d-0fc3-4df3-93d8-a797934dc749 req-9ff33346-b6c8-4022-bfc3-e6655ba2aaec service nova] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 1214.287597] env[65495]: INFO networking_nsxv3.common.synchronization [req-9375575d-0fc3-4df3-93d8-a797934dc749 req-9ff33346-b6c8-4022-bfc3-e6655ba2aaec service nova] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1214.287786] env[65495]: INFO networking_nsxv3.common.synchronization [req-9375575d-0fc3-4df3-93d8-a797934dc749 req-9ff33346-b6c8-4022-bfc3-e6655ba2aaec service nova] Enqueued Resource ID: 40158190-ae0e-4209-b7ef-29a2a10723ad with Priority: HIGHEST for action port [ 1214.288393] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_rules [ 1214.288580] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1214.288698] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40158190-ae0e-4209-b7ef-29a2a10723ad with Priority: HIGHEST for action port [ 1214.288980] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.289119] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.289187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.289400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.289497] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.290373] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.290488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.290672] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-40158190-ae0e-4209-b7ef-29a2a10723ad taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.290773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.290841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.291018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.291108] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40158190-ae0e-4209-b7ef-29a2a10723ad',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.406304] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.406488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.406528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.406897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.407069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.407219] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1214.436904] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.437213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.437312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.437538] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.437695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.447660] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1214.584121] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.772437] env[65495]: INFO networking_nsxv3.common.synchronization [None req-7434ad32-aee2-4c54-a05a-a762834b0b88 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_rules [ 1214.772999] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_rules [ 1214.773355] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.773449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.773517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.773773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.773855] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.794711] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.794711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.794711] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40158190-ae0e-4209-b7ef-29a2a10723ad with status ACTIVE [ 1214.794862] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.794972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.795023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.795253] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.795376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.795604] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.795738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.795825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.796052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.796157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.796395] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.796513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.796592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.796778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.796878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.797056] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40158190-ae0e-4209-b7ef-29a2a10723ad is going to be updated. [ 1214.820513] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.820513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.820513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.820800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.820800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.820859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40158190-ae0e-4209-b7ef-29a2a10723ad" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.859890] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3489482a-f23d-45ef-a264-bf3c39922464 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_rules [ 1214.860409] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_rules [ 1214.860715] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.860810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.086031] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.086388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.086388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.086525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.086557] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.087070] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1215.120905] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.121125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.121125] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.121635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.121635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.133825] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1215.295610] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.295759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.295837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.296077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.296171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.296270] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e already deleted. [ 1215.296353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.296507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.296657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.296743] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.817070] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.817070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.817362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.817362] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.817543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.817607] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e already deleted. [ 1215.817799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.251424] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 1216.251893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.251959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.252407] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.252620] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.252781] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.252861] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.253117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.253262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.253409] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.459408] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1216.459659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.460035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.460187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.460330] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.460476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.460544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.460705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.460812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.460877] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.460966] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.755913] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.964546] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.964867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.964867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.965225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.965533] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.965709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.965802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.966168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.966276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.966440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.966721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.966925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.967012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.967280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.967551] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.967697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.967812] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.968062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.968292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.968450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.968626] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.149490] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1217.149873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.150245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.150594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.150939] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.151238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.151415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.151710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.151828] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.151925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.152071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.258814] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.472068] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f14747-57d1-42d4-83cd-eb89f7b304e9: rpc.has_security_group_logging(os_id): False [ 1217.495595] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.495792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.495792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.496032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.496147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.496373] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.496546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.496546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.496695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.496773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.496956] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.497091] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.497194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.497357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.497432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.497637] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.497732] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.497789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.497928] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.498016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.498108] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1217.580332] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.581098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.581098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.581098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.581098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.595848] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1217.655709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.655921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.656044] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.656233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.656639] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.656755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.656924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.657104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.657216] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.657310] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.657470] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.657565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.657626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.657772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.657916] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.658049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.658172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.658331] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.658430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.658430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.658535] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.761621] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.761843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.761920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.762135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.762338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.762443] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 1217.801808] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.802085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.802085] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.802358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.802566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.815874] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 1218.161522] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1931f0ed-d16f-4e97-92d3-f53c040412fb: rpc.has_security_group_logging(os_id): False [ 1218.183461] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.183672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.183672] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.183937] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.184046] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.184301] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.184408] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.184475] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.184632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.184713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.185049] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.185215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.185215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.185371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.185447] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.185646] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.185739] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.185798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.185936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.186018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.186103] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1218.251745] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.251905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.251972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.252207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.252355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.267507] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1219.610139] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1219.610602] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.826284] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 1219.826514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.826816] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.827104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.827578] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.827578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.827578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.827767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.827799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.827886] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.827980] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.861552] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.861552] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1220.281462] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1220.281712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.330441] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.568288] env[65495]: INFO networking_nsxv3.common.synchronization [req-a3f0605c-8abf-4e90-b56f-7e89a02ff1ff req-382ade71-961a-48c4-a3ff-5ab102303d14 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_members [ 1220.568928] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_members [ 1220.569343] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.569494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.569587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.569835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.570054] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.570180] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.570257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.570432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.570521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.570613] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.833292] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b5142e3-14ba-48f5-876b-e0c2547b2bae: rpc.has_security_group_logging(os_id): False [ 1220.858584] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.858769] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.858835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.859031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.859137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.859404] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.859512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.859578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.859770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.859824] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.859912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 1220.876954] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.877319] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.877500] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.878755] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.878755] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.878911] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.879076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.879312] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.879655] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.879788] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.881473] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.881473] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.881473] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.881473] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.881473] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.881473] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.901902] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.901902] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.901902] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.901902] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-553" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.902200] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-60322080-4a26-4cfb-a75d-f774155f699a taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.902200] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.902324] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.902583] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.903863] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60322080-4a26-4cfb-a75d-f774155f699a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.931803] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.931934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.931999] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.932260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.932391] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.958066] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 1221.072747] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.072958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.073087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.073349] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.073480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.073709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.073838] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.073910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.074084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.074179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.074272] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e already deleted. [ 1221.074433] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.406707] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.406961] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.407287] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.407473] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.407614] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.407809] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 60322080-4a26-4cfb-a75d-f774155f699a not found, creating... [ 1221.408124] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.408335] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.408457] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.408699] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.408857] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.409185] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.409357] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.409477] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.409698] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.409832] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.409973] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 60322080-4a26-4cfb-a75d-f774155f699a is going to be created. [ 1221.433209] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.433487] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.433587] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.433819] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.434084] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.434317] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.183027] env[65495]: INFO networking_nsxv3.common.synchronization [req-a3f0605c-8abf-4e90-b56f-7e89a02ff1ff req-8b11d584-7b55-42f2-84b2-2a41ae686299 service nova] Enqueued Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_rules [ 1222.183275] env[65495]: INFO networking_nsxv3.common.synchronization [req-a3f0605c-8abf-4e90-b56f-7e89a02ff1ff req-8b11d584-7b55-42f2-84b2-2a41ae686299 service nova] Enqueued Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_members [ 1222.183367] env[65495]: INFO networking_nsxv3.common.synchronization [req-a3f0605c-8abf-4e90-b56f-7e89a02ff1ff req-8b11d584-7b55-42f2-84b2-2a41ae686299 service nova] Enqueued Resource ID: 60322080-4a26-4cfb-a75d-f774155f699a with Priority: HIGHEST for action port [ 1222.183905] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_rules [ 1222.184102] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_members [ 1222.184219] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60322080-4a26-4cfb-a75d-f774155f699a with Priority: HIGHEST for action port [ 1222.184495] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.184618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.184687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.184885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.185023] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.186135] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.186135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.186135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.186275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.186961] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.186961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.187283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.187283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.187283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.187432] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.188188] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-60322080-4a26-4cfb-a75d-f774155f699a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.188308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.188308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.188517] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.188517] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60322080-4a26-4cfb-a75d-f774155f699a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.690258] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.690498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.690752] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.692122] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60322080-4a26-4cfb-a75d-f774155f699a with status ACTIVE [ 1222.692122] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.692122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.692122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.692404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.692404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.692597] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.692709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.692709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.692851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.692905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.693595] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.693595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.693595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.693595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.693595] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.693595] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60322080-4a26-4cfb-a75d-f774155f699a is going to be updated. [ 1222.717514] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.717808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.717808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.717940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.718098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.718299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60322080-4a26-4cfb-a75d-f774155f699a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.971427] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 1222.971674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.196027] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.698751] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.698964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.698964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.699210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.699312] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.699463] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e is going to be created. [ 1223.725433] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.725654] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.725711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.725994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.726218] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.747576] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a38459-debe-422f-ae76-dffced1bbe1e in Status: UNINITIALIZED for 2s [ 1225.762133] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a38459-debe-422f-ae76-dffced1bbe1e in Status: SUCCESS [ 1225.762519] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.762583] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.763069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.763173] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.763242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.763424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.763500] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.763569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.763632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.763727] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.267502] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.424051] env[65495]: INFO networking_nsxv3.common.synchronization [req-270b3923-33cd-4952-843c-419f5be301c9 req-f6f8dec0-5ac9-4ccd-b6b3-fa54f9fa8b2f tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1226.424051] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1226.427265] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.427474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.427575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.431486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.431686] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.431810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.431881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.432105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.432255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.432358] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.770216] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78a38459-debe-422f-ae76-dffced1bbe1e: rpc.has_security_group_logging(os_id): False [ 1226.789552] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.789740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.789803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.790014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.790107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.790368] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.790465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.791234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.791234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.791234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.791234] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e is going to be created. [ 1226.855664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.855796] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.855835] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.856048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.856238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.870361] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78a38459-debe-422f-ae76-dffced1bbe1e in Status: IN_PROGRESS for 2s [ 1226.937134] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.937389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.937389] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.937639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.937741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.937963] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.938101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.938226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.938358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.938462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.938573] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1226.969823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.970086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.970241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.970566] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.970897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.983309] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1228.885630] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78a38459-debe-422f-ae76-dffced1bbe1e in Status: SUCCESS [ 1228.885952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.994763] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1228.998024] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1228.998024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.422992] env[65495]: INFO networking_nsxv3.common.synchronization [req-a7d84dbf-364e-458e-be9e-fd2c7ed2b722 req-b1896515-8e73-4e09-9be4-c1fe0b148aca tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1229.423979] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1229.424368] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.424503] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.425065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.425065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.425065] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.425323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.425323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.425459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.425552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.425692] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.928497] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.431320] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.935055] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.935055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.935055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.935055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.935055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.935055] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a is going to be updated. [ 1230.983193] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.983383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.983430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.983723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.983945] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.996096] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: IN_PROGRESS for 2s [ 1233.008227] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: SUCCESS [ 1233.008624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.424896] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.425206] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.670411] env[65495]: INFO networking_nsxv3.common.synchronization [req-88cd6c24-5235-41f0-9aff-13745eb5a0a7 req-6084ab5e-2f24-4ced-a833-9fd5baa9a939 tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1235.671717] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1235.672648] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.672648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.672648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.673615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.673615] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.673615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.673615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.673615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.673615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.673839] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.176924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.177198] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.177259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.177454] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.177548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.177807] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.177949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.178020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.178175] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.178260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.178351] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1236.207966] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.208343] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.208426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.208627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.208771] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.217019] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1236.355787] env[65495]: INFO networking_nsxv3.common.synchronization [req-09582f83-67ec-438a-87e0-e6ed939342c9 req-8c5c1a04-feac-40f2-a923-7537f9651532 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1236.356085] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1236.356480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.356612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.356679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.357067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.357241] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.357302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.357368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.357505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.357591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.357689] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.702966] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.703352] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.703352] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.703595] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.704036] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.706403] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.706403] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.706545] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.707240] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.707240] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.707240] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.707414] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.707452] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.707573] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.707679] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.707819] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.727407] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.727620] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.727772] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.727894] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-509" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.728265] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.728445] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.728565] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.728901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.729054] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.783164] env[65495]: INFO networking_nsxv3.common.synchronization [req-b5174871-080f-44aa-a7c5-c44384c86d1d req-d485519f-0475-4955-a906-6c69c5076485 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1236.783701] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a with Priority: HIGHEST for action security_group_members [ 1236.784028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b194063-f18c-4fe3-9d8c-b3f85785e64a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.784161] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.784234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.784536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.784700] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.784810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.784895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.785117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.785208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.785307] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b194063-f18c-4fe3-9d8c-b3f85785e64a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.859985] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.860345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.860345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.860491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.860591] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.860799] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.860893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.860958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.861126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.861205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.861292] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1236.887468] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.887704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.887704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.887888] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.888054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.897571] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1237.231660] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.232060] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.232322] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.232812] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.233089] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.233383] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 not found, creating... [ 1237.233863] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.234193] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.234471] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.234879] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.235166] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.235711] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.236013] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.236257] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.236633] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.236932] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.237221] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 is going to be created. [ 1237.258700] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.258935] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.259076] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.259350] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.259586] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.259810] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.287620] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.287793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.287868] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.288107] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.288226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.288433] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.288537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.288599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.288753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.288870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.288920] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a is going to be updated. [ 1237.317689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.317855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.317855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.318076] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.318249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.330296] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: IN_PROGRESS for 2s [ 1237.963231] env[65495]: INFO networking_nsxv3.common.synchronization [req-09582f83-67ec-438a-87e0-e6ed939342c9 req-797f3044-d4e7-4a0c-b74f-cafd5922bb22 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1237.963493] env[65495]: INFO networking_nsxv3.common.synchronization [req-09582f83-67ec-438a-87e0-e6ed939342c9 req-797f3044-d4e7-4a0c-b74f-cafd5922bb22 service nova] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1237.963607] env[65495]: INFO networking_nsxv3.common.synchronization [req-09582f83-67ec-438a-87e0-e6ed939342c9 req-797f3044-d4e7-4a0c-b74f-cafd5922bb22 service nova] Enqueued Resource ID: 3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 with Priority: HIGHEST for action port [ 1237.964285] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_rules [ 1237.964371] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1237.964408] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 with Priority: HIGHEST for action port [ 1237.964687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.964804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.964871] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.965109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.965222] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.966060] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.966164] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.966361] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.966462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.966526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.966690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.966766] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.227930] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1238.228161] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 deletion is rescheduled due to dependency. [ 1238.228767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.468938] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.469137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.469376] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 with status ACTIVE [ 1238.469562] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.469687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.469734] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.469940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.470039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.470219] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.470359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.470419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.470539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.470616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.470789] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.470878] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.470936] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.471087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.471172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.471252] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8 is going to be updated. [ 1238.492854] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.493059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.493059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.493701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.493701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.493701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c2242d7-3a65-4bcf-b226-d3e06d6c8ec8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.909056] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1238.909056] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1238.909056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.909056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.909348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.909348] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.909456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.909456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.909620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.909697] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.909765] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.340995] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a in Status: SUCCESS [ 1239.341349] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b194063-f18c-4fe3-9d8c-b3f85785e64a deletion is rescheduled due to dependency. [ 1239.341473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b194063-f18c-4fe3-9d8c-b3f85785e64a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.412167] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.916792] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.419564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.419977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.419977] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.420068] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.420098] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.420199] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1240.451935] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.452134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.452222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.452472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.452736] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.466069] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1241.286224] env[65495]: INFO networking_nsxv3.common.synchronization [None req-8743ec44-ba3c-48db-8fb6-71a7437e74e7 tempest-AttachInterfacesTestJSON-1023370089 tempest-AttachInterfacesTestJSON-1023370089-project-member] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1241.286915] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGHEST for action security_group_members [ 1241.287405] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.287798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.287798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.287903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.287981] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.288093] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.288155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.288300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.288387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.289157] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.792128] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.792606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.792606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.792705] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.792814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.793094] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.793239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.793311] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.793521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.793617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.793752] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be updated. [ 1241.823197] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.823357] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.823423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.823611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.823766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.835134] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: IN_PROGRESS for 2s [ 1242.479026] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.479026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.479026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.479026] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.983488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.983976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.983976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.983976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.984184] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.984262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.984314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.984456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.984554] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.984656] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.984823] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.984935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.984986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.985232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.985378] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.985592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.985592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.985709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.985764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.985820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.985947] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.347506] env[65495]: INFO networking_nsxv3.common.synchronization [req-2722af05-2953-4ed5-a9c3-54bbeda3dd6d req-4dfb060a-58c3-4350-9a85-13947b1d2086 tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1243.348233] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1243.348600] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.349153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.349153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.349153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.349429] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.349429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.349552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.349979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.349979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.349979] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.488831] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f14747-57d1-42d4-83cd-eb89f7b304e9: rpc.has_security_group_logging(os_id): False [ 1243.507062] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.507290] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.507426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.508054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.508054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.508054] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.508317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.508317] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.508421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.508479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.508701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.508793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.508854] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.508994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.509083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.509271] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.509372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.509420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.509556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.509628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.509711] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1243.574312] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.574515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.574614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.574894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.575071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.588384] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1243.669514] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.669755] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.669891] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.670181] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.670452] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.670606] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.670720] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.670930] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.671083] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.671302] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.671463] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.671516] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.671612] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.671773] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.671924] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.672071] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.699250] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.699493] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.699581] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.700137] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-966" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.700137] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.700303] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.700386] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.700727] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.700869] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.844406] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb in Status: SUCCESS [ 1243.844622] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb deletion is rescheduled due to dependency. [ 1243.844750] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.852048] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.852217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.852307] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.852546] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.852667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.852897] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.853028] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.853096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.853259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.853344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.853435] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1243.895150] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.895968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.895968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.895968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.895968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.912231] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1244.203845] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.204243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.204243] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.204671] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.204836] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.205013] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd not found, creating... [ 1244.205376] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.205568] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.205712] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.205932] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.206099] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.206400] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.206560] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.206693] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.206907] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.207059] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.207270] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd is going to be created. [ 1244.230937] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.231201] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.231333] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.231607] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.231897] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.232156] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.916829] env[65495]: INFO networking_nsxv3.common.synchronization [req-2722af05-2953-4ed5-a9c3-54bbeda3dd6d req-64e8152f-5a51-41a2-93f8-589b111115db service nova] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 1244.917284] env[65495]: INFO networking_nsxv3.common.synchronization [req-2722af05-2953-4ed5-a9c3-54bbeda3dd6d req-64e8152f-5a51-41a2-93f8-589b111115db service nova] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1244.917284] env[65495]: INFO networking_nsxv3.common.synchronization [req-2722af05-2953-4ed5-a9c3-54bbeda3dd6d req-64e8152f-5a51-41a2-93f8-589b111115db service nova] Enqueued Resource ID: bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd with Priority: HIGHEST for action port [ 1244.917747] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_rules [ 1244.917880] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1244.917979] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd with Priority: HIGHEST for action port [ 1244.918564] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.918694] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.918766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.918968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.919064] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.919911] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.920150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.920208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.920358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.920358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.920531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.920609] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.423618] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.423910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.423954] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd with status ACTIVE [ 1245.424127] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.424238] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.424305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.424502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.424592] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.424758] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.424850] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.424913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.425071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.425179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.425396] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.425494] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.425556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.425700] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.425775] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.425857] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd is going to be updated. [ 1245.446869] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.447026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.447101] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.447410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.447558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.447726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5cbdc4-dc67-4ad6-aac2-86a2f1345abd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.602590] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1245.602846] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.791576] env[65495]: INFO networking_nsxv3.common.synchronization [None req-cbd7b336-6aa0-46cd-9c79-1c88d6e149e0 None None] Enqueued Resource ID: 2649507c-bbea-46d3-951d-19374c77d7d5 with Priority: HIGHEST for action port [ 1245.792155] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2649507c-bbea-46d3-951d-19374c77d7d5 with Priority: HIGHEST for action port [ 1245.792740] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2649507c-bbea-46d3-951d-19374c77d7d5 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.792870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2649507c-bbea-46d3-951d-19374c77d7d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.793159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2649507c-bbea-46d3-951d-19374c77d7d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.793431] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2649507c-bbea-46d3-951d-19374c77d7d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.793521] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2649507c-bbea-46d3-951d-19374c77d7d5',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.925144] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1245.925360] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 deletion is rescheduled due to dependency. [ 1245.925489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.925655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.925865] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.926065] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.926189] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.926257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.926458] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.926623] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.926706] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.297948] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2649507c-bbea-46d3-951d-19374c77d7d5 [ 1246.298208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.298348] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.298416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.298648] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.298753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.298845] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2649507c-bbea-46d3-951d-19374c77d7d5 already deleted. [ 1246.298927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2649507c-bbea-46d3-951d-19374c77d7d5" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.338053] env[65495]: INFO networking_nsxv3.common.synchronization [None req-7f38f437-8b79-485f-b1aa-a7d34ad757a6 tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1246.338053] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1246.338399] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.338533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.338615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.338884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.338971] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.429145] env[65495]: INFO networking_nsxv3.common.synchronization [None req-6d9c58bb-47bd-4b23-bcbf-ba1e99864b4a tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1246.430194] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.431786] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1246.432714] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.432714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.867020] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.867020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.867020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.867020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.867020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.867020] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 already deleted. [ 1246.867020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.867020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.867020] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.867020] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.933829] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.386320] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.386497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.386570] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.386787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.386876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.386972] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 already deleted. [ 1247.387423] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.436590] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.436860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.436860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.437884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.437884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.437884] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1247.465243] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.465463] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.465541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.465751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.465904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.478392] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1247.933102] env[65495]: INFO networking_nsxv3.common.synchronization [None req-3a8f690f-ec35-4512-82e8-f4e1e6a38f10 None None] Enqueued Resource ID: 8a7cece0-d3a1-4fe9-a110-6a294e4472ce with Priority: HIGHEST for action port [ 1247.934265] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7cece0-d3a1-4fe9-a110-6a294e4472ce with Priority: HIGHEST for action port [ 1247.935027] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7cece0-d3a1-4fe9-a110-6a294e4472ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.935027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7cece0-d3a1-4fe9-a110-6a294e4472ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.935027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7cece0-d3a1-4fe9-a110-6a294e4472ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.935371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7cece0-d3a1-4fe9-a110-6a294e4472ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.935489] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7cece0-d3a1-4fe9-a110-6a294e4472ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.438331] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a7cece0-d3a1-4fe9-a110-6a294e4472ce [ 1248.438729] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.438844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.439123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.439296] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.439460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.439713] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a7cece0-d3a1-4fe9-a110-6a294e4472ce already deleted. [ 1248.439899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7cece0-d3a1-4fe9-a110-6a294e4472ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.488720] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1249.489014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.489195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.489544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.489776] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.489927] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.490056] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.490232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.490351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.490448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.490562] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.993122] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.496201] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900669b3-f9bd-40a2-9c3e-295b161af131: rpc.has_security_group_logging(os_id): False [ 1250.516935] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.517292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.517292] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.517492] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.517589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.517845] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.517946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.518024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.518184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.518265] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.518356] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1250.598524] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.598738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.598738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.598949] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.599111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.611539] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1250.835868] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.836042] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.475021] env[65495]: INFO networking_nsxv3.common.synchronization [req-cc13d23c-04b8-49fc-80b6-7f9f5f188de8 req-d34c255b-790e-46a8-9f4a-9007f887b3d9 tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1252.475608] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1252.475917] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.476052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.476123] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.476430] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.476611] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.476755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.476789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.477029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.477139] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.477351] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.624779] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1252.625026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.778397] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.778612] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.778740] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.779117] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.779500] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.779756] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.779895] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.780157] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.780304] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.780516] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.780629] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.780740] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.780849] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.780960] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.781078] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.781214] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.803890] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.804116] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.804232] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.804410] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.804735] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-27e5826e-fb20-4b20-bf67-01f8b7ad074c taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.804908] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.805041] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.805473] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.805611] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e5826e-fb20-4b20-bf67-01f8b7ad074c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.981236] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.981455] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.981565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.981792] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.981916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.982114] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.982214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.982278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.982417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.982513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.982572] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 already deleted. [ 1252.982642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.308267] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.308570] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.308711] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.308977] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.309141] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.309300] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 27e5826e-fb20-4b20-bf67-01f8b7ad074c not found, creating... [ 1253.309708] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.310015] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.310225] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.310477] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.310644] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.310965] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.312838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.312966] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.317022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.317022] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.317022] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c is going to be created. [ 1253.339485] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.339485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.339485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.339485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.339485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.339485] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.040566] env[65495]: INFO networking_nsxv3.common.synchronization [req-cc13d23c-04b8-49fc-80b6-7f9f5f188de8 req-e4d12074-9099-41c4-973b-6b4a548abc14 service nova] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1254.042244] env[65495]: INFO networking_nsxv3.common.synchronization [req-cc13d23c-04b8-49fc-80b6-7f9f5f188de8 req-e4d12074-9099-41c4-973b-6b4a548abc14 service nova] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1254.042244] env[65495]: INFO networking_nsxv3.common.synchronization [req-cc13d23c-04b8-49fc-80b6-7f9f5f188de8 req-e4d12074-9099-41c4-973b-6b4a548abc14 service nova] Enqueued Resource ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c with Priority: HIGHEST for action port [ 1254.042244] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1254.042244] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1254.042244] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c with Priority: HIGHEST for action port [ 1254.042587] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.042587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.042587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.043313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.043313] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.044324] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.044324] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.044478] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.044574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.044914] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.046049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.046049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.046210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.046210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.046562] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.048052] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e5826e-fb20-4b20-bf67-01f8b7ad074c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.048921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.048921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.048921] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.048921] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e5826e-fb20-4b20-bf67-01f8b7ad074c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.551617] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.551851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.552294] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.553241] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e5826e-fb20-4b20-bf67-01f8b7ad074c with status ACTIVE [ 1254.553521] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.553703] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.553815] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.554255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.554474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.554815] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.555957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.555957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.555957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.555957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.555957] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.555957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.556569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.556569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.556569] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.556569] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c is going to be updated. [ 1254.581592] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.581783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.581953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.582088] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.582275] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.582450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.681189] env[65495]: INFO networking_nsxv3.common.synchronization [req-f99f484f-f486-487a-965b-7b567b032a92 req-f30b12c1-ca63-416e-95fe-61bcd62a42f6 tempest-AttachVolumeTestJSON-2082214025 tempest-AttachVolumeTestJSON-2082214025-project-member] Enqueued Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_members [ 1254.681823] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGHEST for action security_group_members [ 1254.682248] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.682746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.682834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.683052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.683261] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.683406] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.683488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.683652] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.683743] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.683843] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.059207] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.186641] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.186752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.186752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.186975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.187081] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.187328] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.187446] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.187513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.187666] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.187747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.187837] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba is going to be updated. [ 1255.220098] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.221465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.221465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.222818] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.223010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.247335] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba in Status: IN_PROGRESS for 2s [ 1255.565558] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.565791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.565848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.566121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.566242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.566342] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 is going to be created. [ 1255.591480] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.591480] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.591678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.591763] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.591908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.602315] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: UNINITIALIZED for 2s [ 1257.256648] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba in Status: SUCCESS [ 1257.257061] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba deletion is rescheduled due to dependency. [ 1257.257061] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.612889] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: SUCCESS [ 1257.613667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.613667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.613667] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.613667] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.613946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.613946] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.614178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.614178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.614178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.615084] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.116532] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.619831] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 208048c4-6628-4b49-aef3-f86a97c52259: rpc.has_security_group_logging(os_id): False [ 1258.637647] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.637841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.637958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.638260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.638355] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.638609] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.638759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.638855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.639066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.639155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.639245] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 is going to be created. [ 1258.698249] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.698421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.698513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.698726] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.698910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.712179] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: IN_PROGRESS for 2s [ 1259.682445] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.682795] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1260.726485] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: SUCCESS [ 1260.726873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.684052] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.684416] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.685645] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.685898] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.784531] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.784867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.784867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.785016] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.785139] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.287869] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.790286] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.292403] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1274.292582] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1274.686473] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.686650] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.059132] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.059132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.059645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.059645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.070938] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1275.071889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.072992] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1275.115093] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.115350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.115350] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.115559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.129560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.130523] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1275.130628] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.130670] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1275.182136] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.182392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.182392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.182548] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.183999] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.184215] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1275.272171] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.272342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.272417] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.272611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.272929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.273242] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1275.353327] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.353539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.353539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.353737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.354042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.354360] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1275.354458] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c4b7afae-cbc3-49a5-b5a8-ecc4be85be01', '900669b3-f9bd-40a2-9c3e-295b161af131', 'bb6dba85-3ca9-493b-9c95-d6509b17bdeb', '41a0b239-d202-4216-8516-2bb61007a7dc', '405f7142-911a-475c-9045-8c6b2168dcf4', '1931f0ed-d16f-4e97-92d3-f53c040412fb', '666d5daf-73ab-435d-bc41-596668043521', '102ab371-1501-48a6-862e-883fd1a70146', 'ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce', '208048c4-6628-4b49-aef3-f86a97c52259', '9d4011ec-f550-4ce6-810c-49ea0b3c25ba', '5b5142e3-14ba-48f5-876b-e0c2547b2bae', '8eb35709-40b5-4b42-bba6-dcd29e097748', '5caa72a0-5646-48ca-a894-aff20b8fdb2c', '3b9a6b40-efa0-41ba-aa94-38de87d3b0ff', 'f7b9cfb2-c28c-40b5-99dd-812f607782c8', 'f8f9dda4-2597-46d9-9e11-611b189daa80', 'de1ea9fb-f859-446f-9534-793872ee8d55', 'e63fcd55-ae81-4dea-8457-1fe972c6f7f4', 'b7d6742a-7d16-45f3-8561-39060b170c44', '1522ddcd-9e6a-4535-9487-e884ef9344dd', '78a38459-debe-422f-ae76-dffced1bbe1e', '1325298c-60b4-4bd9-b940-73883a053814', '117058b7-2c8e-4aab-a015-2dc860514ab4', '0bdacbe6-62a2-4d22-8711-39d8c2721211', '8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47', '92024741-460a-4349-aa1c-c8a90ce9ebea', '0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a', '1279e6fd-53f8-4ee2-882c-c12b9de0f488', '97a8ed75-da24-46e9-8c58-b597e196ae8f', '5088b0b8-47c8-4690-be4f-760068596c09', '71f14747-57d1-42d4-83cd-eb89f7b304e9', 'c78c3dc6-2a4c-4f39-b17d-de29ddabdb68', '3864a151-f62e-4c3a-aab7-bffb28043222', '2c130e3c-a704-4fa0-993a-b2d2cc679567', 'aac00235-abcf-445c-b49b-b08caab2210f', 'c0371e86-a8a5-4ec2-8904-aae64d2d54a4', 'd7fd5854-6f1d-4824-bd8e-758cb7c38e22', '0b194063-f18c-4fe3-9d8c-b3f85785e64a', 'cd626cb7-45df-42fe-8083-62ee336cd0c9', 'a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea', '68b10ab9-0deb-4b18-928c-e97b9bbf0f8e', 'fa20c628-5fa5-4784-9f64-37bf6a512af7', '43544dc8-4cf2-4ed4-aa11-98fcfdffd02d', 'a0381498-cee7-4e89-8d73-7323249d7a1b'} {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.354557] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1275.373256] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.373457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.373457] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.373674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.373762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.373871] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1275.373945] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.374031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1275.456285] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.456495] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.456547] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.456723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.457995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.458322] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1275.458480] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.458607] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1275.458702] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1275.458804] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1275.458897] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGH for action security_group_rules [ 1275.458997] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 1275.459118] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGH for action security_group_rules [ 1275.459194] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGH for action security_group_rules [ 1275.459370] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGH for action security_group_rules [ 1275.459524] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGH for action security_group_rules [ 1275.459648] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGH for action security_group_rules [ 1275.459785] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGH for action security_group_rules [ 1275.459885] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGH for action security_group_rules [ 1275.459964] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGH for action security_group_rules [ 1275.460063] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGH for action security_group_rules [ 1275.460148] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGH for action security_group_rules [ 1275.460228] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGH for action security_group_rules [ 1275.460308] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGH for action security_group_rules [ 1275.460374] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGH for action security_group_rules [ 1275.460580] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGH for action security_group_rules [ 1275.460580] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGH for action security_group_rules [ 1275.460580] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGH for action security_group_rules [ 1275.460754] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGH for action security_group_rules [ 1275.460754] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGH for action security_group_rules [ 1275.460842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.139540] env[65495]: INFO networking_nsxv3.common.synchronization [req-ebaa5771-525e-42cc-b991-17872f3a9a80 req-f7e216d3-cb8d-4e93-8872-53301618e585 tempest-DeleteServersTestJSON-1550973845 tempest-DeleteServersTestJSON-1550973845-project-member] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1277.139540] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGHEST for action security_group_members [ 1277.139959] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 with Priority: HIGH for action security_group_rules [ 1277.139959] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb with Priority: HIGH for action security_group_rules [ 1277.139959] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666d5daf-73ab-435d-bc41-596668043521 with Priority: HIGH for action security_group_rules [ 1277.139959] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff with Priority: HIGH for action security_group_rules [ 1277.140116] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6742a-7d16-45f3-8561-39060b170c44 with Priority: HIGH for action security_group_rules [ 1277.141051] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 with Priority: HIGH for action security_group_rules [ 1277.141604] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ea9fb-f859-446f-9534-793872ee8d55 with Priority: HIGH for action security_group_rules [ 1277.141864] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9dda4-2597-46d9-9e11-611b189daa80 with Priority: HIGH for action security_group_rules [ 1277.142055] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c with Priority: HIGH for action security_group_rules [ 1277.142235] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 with Priority: HIGH for action security_group_rules [ 1277.142350] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 with Priority: HIGH for action security_group_rules [ 1277.142461] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGH for action security_group_rules [ 1277.142558] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba with Priority: HIGH for action security_group_rules [ 1277.142707] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGH for action security_group_rules [ 1277.142983] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce with Priority: HIGH for action security_group_rules [ 1277.142983] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb with Priority: HIGH for action security_group_rules [ 1277.143446] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ab371-1501-48a6-862e-883fd1a70146 with Priority: HIGH for action security_group_rules [ 1277.143620] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405f7142-911a-475c-9045-8c6b2168dcf4 with Priority: HIGH for action security_group_rules [ 1277.143748] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 1277.143911] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a0b239-d202-4216-8516-2bb61007a7dc with Priority: HIGH for action security_group_rules [ 1277.144313] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.144696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.144837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.145048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.145268] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.145450] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.145502] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.145881] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.145990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.146136] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.147378] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.147550] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.147645] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.147841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.147941] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4b7afae-cbc3-49a5-b5a8-ecc4be85be01',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.151898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.152396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.152396] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.152958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.152958] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6dba85-3ca9-493b-9c95-d6509b17bdeb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.154770] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666d5daf-73ab-435d-bc41-596668043521 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.154832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.155150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.155150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.156335] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666d5daf-73ab-435d-bc41-596668043521',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.156335] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.156335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.156501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.156633] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.156720] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b9a6b40-efa0-41ba-aa94-38de87d3b0ff',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.157919] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d6742a-7d16-45f3-8561-39060b170c44 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.157919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.157919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.157919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.157919] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d6742a-7d16-45f3-8561-39060b170c44',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.158816] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.158884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.158953] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.159118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.159190] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e63fcd55-ae81-4dea-8457-1fe972c6f7f4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.160131] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1ea9fb-f859-446f-9534-793872ee8d55 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.160235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.160298] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.162379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.162379] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1ea9fb-f859-446f-9534-793872ee8d55',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.162379] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f9dda4-2597-46d9-9e11-611b189daa80 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.162379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.162379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.162379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.162379] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f9dda4-2597-46d9-9e11-611b189daa80',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.162958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.162958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.162958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.162958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.162958] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5caa72a0-5646-48ca-a894-aff20b8fdb2c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.163617] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.165811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.165909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.166134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.166261] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b9cfb2-c28c-40b5-99dd-812f607782c8',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.167390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb35709-40b5-4b42-bba6-dcd29e097748 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.167390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.167390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.167390] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.167390] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb35709-40b5-4b42-bba6-dcd29e097748',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.168359] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.168472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.169165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.169165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.169165] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.169795] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.169896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.170040] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.170122] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.170237] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4011ec-f550-4ce6-810c-49ea0b3c25ba',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.170935] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.171067] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.171210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.171723] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.172030] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.172929] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.173254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.173254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.173254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.173472] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.174526] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1931f0ed-d16f-4e97-92d3-f53c040412fb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.174526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.174526] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.174683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.174683] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1931f0ed-d16f-4e97-92d3-f53c040412fb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.175311] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102ab371-1501-48a6-862e-883fd1a70146 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.175675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.175675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.175675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.175863] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102ab371-1501-48a6-862e-883fd1a70146',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.178026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405f7142-911a-475c-9045-8c6b2168dcf4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.178026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.178026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.178026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.178026] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405f7142-911a-475c-9045-8c6b2168dcf4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.178026] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.178026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.178026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.178026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.178588] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.178875] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a0b239-d202-4216-8516-2bb61007a7dc taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.178983] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.179062] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.179211] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.179279] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a0b239-d202-4216-8516-2bb61007a7dc',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.204924] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.204924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.204924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.204924] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.224805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.224968] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6dba85-3ca9-493b-9c95-d6509b17bdeb is going to be deleted. [ 1277.279123] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.279304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.279304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.279522] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.279616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.279758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6dba85-3ca9-493b-9c95-d6509b17bdeb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.454433] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.454631] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.454757] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.455032] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.455315] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.455464] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.455582] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.455793] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.455934] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.456161] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.456276] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.456386] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.456492] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.456601] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.456755] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.456908] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.475833] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.476168] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1277.476168] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.476324] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-557" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.476667] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-41be700b-1086-4f37-9815-10fce9ff715b taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.476842] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.476962] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.477228] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.477363] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41be700b-1086-4f37-9815-10fce9ff715b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.681862] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.682124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.682124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.682301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.682432] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.682542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.682621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.682801] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.682894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.682982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.683081] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.689948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.689948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.689948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.689948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.689948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.689948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.690274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.690274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.690274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.690370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.690414] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.691252] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.691376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.691429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.691556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.691698] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.691789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.691852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.691980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.692069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.692152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.692230] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.699912] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.700066] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.700118] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.700287] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.751655] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.751809] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.752606] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.752738] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.753416] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.753510] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.758891] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.759063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.759798] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.759957] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.761191] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.761301] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.762453] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.762558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.765425] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.765541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.766574] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.766674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.768941] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.769080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.769924] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.770378] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.770474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.771839] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.772278] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.772392] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.773052] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.773467] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.773624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.774334] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.774761] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.774891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.775575] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.776276] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.776276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.777541] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.777973] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.778089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.778846] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.779268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.779484] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.779632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.779710] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.779995] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.780160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.780309] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be updated. [ 1277.781279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.781491] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.800437] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.800601] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666d5daf-73ab-435d-bc41-596668043521 is going to be deleted. [ 1277.801754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.802456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.812491] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.812772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.812772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.812908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.813226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.821409] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: IN_PROGRESS for 2s [ 1277.824814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.824926] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b9a6b40-efa0-41ba-aa94-38de87d3b0ff is going to be deleted. [ 1277.825777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.825990] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.848094] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.848264] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b9cfb2-c28c-40b5-99dd-812f607782c8 is going to be deleted. [ 1277.849227] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.849444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.870332] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.870581] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.874495] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.874625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.875614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.875733] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5caa72a0-5646-48ca-a894-aff20b8fdb2c is going to be deleted. [ 1277.876621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.876830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.905210] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.905511] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce is going to be deleted. [ 1277.906488] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.906709] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.930560] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.930764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.933203] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.933375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.958553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.958729] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a0b239-d202-4216-8516-2bb61007a7dc is going to be deleted. [ 1277.959625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.959855] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.979702] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.979951] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.980066] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.980380] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.980536] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.981018] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.981278] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.981488] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.981851] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.982100] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.982549] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.982742] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.982868] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.983103] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.983244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.983385] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 41be700b-1086-4f37-9815-10fce9ff715b is going to be updated. [ 1278.007760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.007901] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4011ec-f550-4ce6-810c-49ea0b3c25ba is going to be deleted. [ 1278.009059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.009306] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.020915] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.021150] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.053064] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.053064] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.053339] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.053426] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.053629] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.053872] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.072997] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.072997] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102ab371-1501-48a6-862e-883fd1a70146 is going to be deleted. [ 1278.073422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.073754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.075256] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.075256] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.119365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119562] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e63fcd55-ae81-4dea-8457-1fe972c6f7f4 is going to be deleted. [ 1278.120950] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.121222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.167779] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.167779] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d6742a-7d16-45f3-8561-39060b170c44 is going to be deleted. [ 1278.168817] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.169077] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.170732] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.170840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.204121] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.205299] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.206772] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.244280] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.244964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.247276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.247449] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405f7142-911a-475c-9045-8c6b2168dcf4 is going to be deleted. [ 1278.248368] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.248608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.283885] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.284259] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1ea9fb-f859-446f-9534-793872ee8d55 is going to be deleted. [ 1278.284991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.285225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.331668] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.331876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.344190] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.344371] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1931f0ed-d16f-4e97-92d3-f53c040412fb is going to be deleted. [ 1278.345280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.345506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.384868] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.385197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.390262] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.390450] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb35709-40b5-4b42-bba6-dcd29e097748 is going to be deleted. [ 1278.391531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.391793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.399449] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.399449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.435536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.435536] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4b7afae-cbc3-49a5-b5a8-ecc4be85be01 is going to be deleted. [ 1278.436606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.436839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.490364] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.490444] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.498378] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.498553] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f9dda4-2597-46d9-9e11-611b189daa80 is going to be deleted. [ 1278.499638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.499880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.500014] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.500178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666d5daf-73ab-435d-bc41-596668043521" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.500379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.500580] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.500674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.500793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b9a6b40-efa0-41ba-aa94-38de87d3b0ff" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.501359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.501542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.501627] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.501777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b9cfb2-c28c-40b5-99dd-812f607782c8" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.501915] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.502074] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.502204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.502267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5caa72a0-5646-48ca-a894-aff20b8fdb2c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.502401] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.502544] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.502621] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.502740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba10c0b9-1176-4ffc-a8c5-ad920b1fe0ce" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.502862] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.503009] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.503120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.503213] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a0b239-d202-4216-8516-2bb61007a7dc" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.503337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.503479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.503556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.503670] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4011ec-f550-4ce6-810c-49ea0b3c25ba" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.503794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.503935] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.504018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.504128] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102ab371-1501-48a6-862e-883fd1a70146" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.504254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.504422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.504461] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.504574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e63fcd55-ae81-4dea-8457-1fe972c6f7f4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.505070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.505070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.505070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.505070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d6742a-7d16-45f3-8561-39060b170c44" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.505233] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.505278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.505375] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.505506] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405f7142-911a-475c-9045-8c6b2168dcf4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.505635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.505793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.505866] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.505976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1ea9fb-f859-446f-9534-793872ee8d55" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.528817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.528980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.529054] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.529278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.529424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.529520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1931f0ed-d16f-4e97-92d3-f53c040412fb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.531500] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.531702] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.531810] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.532127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.532858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.532858] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb35709-40b5-4b42-bba6-dcd29e097748" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.585937] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.586201] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.586360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.586625] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.586767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.586959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4b7afae-cbc3-49a5-b5a8-ecc4be85be01" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.652832] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.653059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.653109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.653294] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.653387] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.653659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f9dda4-2597-46d9-9e11-611b189daa80" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.707367] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b5142e3-14ba-48f5-876b-e0c2547b2bae: rpc.has_security_group_logging(os_id): False [ 1278.708725] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 208048c4-6628-4b49-aef3-f86a97c52259: rpc.has_security_group_logging(os_id): False [ 1278.709751] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 900669b3-f9bd-40a2-9c3e-295b161af131: rpc.has_security_group_logging(os_id): False [ 1278.732677] env[65495]: INFO networking_nsxv3.common.synchronization [req-15f1b148-83dc-4557-ba4f-9591499147f4 req-3ca9253a-8bd7-4dcd-b9b6-208239fee101 service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 1278.732840] env[65495]: INFO networking_nsxv3.common.synchronization [req-15f1b148-83dc-4557-ba4f-9591499147f4 req-3ca9253a-8bd7-4dcd-b9b6-208239fee101 service nova] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1278.732993] env[65495]: INFO networking_nsxv3.common.synchronization [req-15f1b148-83dc-4557-ba4f-9591499147f4 req-3ca9253a-8bd7-4dcd-b9b6-208239fee101 service nova] Enqueued Resource ID: 41be700b-1086-4f37-9815-10fce9ff715b with Priority: HIGHEST for action port [ 1278.733747] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_rules [ 1278.733891] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1278.734018] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41be700b-1086-4f37-9815-10fce9ff715b with Priority: HIGHEST for action port [ 1278.734400] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.734536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.734536] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.734693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.734801] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.736103] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.736235] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.737100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.737100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.737100] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.737100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.737100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.737100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.737340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.737340] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.738839] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-41be700b-1086-4f37-9815-10fce9ff715b taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.738839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.738839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.739021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.739071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41be700b-1086-4f37-9815-10fce9ff715b',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.744668] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.745084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.745084] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.745269] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.752692] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.752873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.762524] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.762715] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.798720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.799067] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.799172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.799244] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.799453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.799539] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.799635] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 1278.801147] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.801395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.826250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.826582] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.826684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.826754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.826952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.827049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.827138] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1278.828553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.828746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.846741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.847081] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.847214] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.847280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.847523] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.847609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.847702] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 is going to be updated. [ 1278.885910] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.886143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.886143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.886353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.886498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.888570] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.888744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.888852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.889120] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.889354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.918999] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1278.919793] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 1278.920713] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.920849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.920919] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.921141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.921286] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.956090] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: IN_PROGRESS for 2s [ 1279.243511] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.243795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.243961] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.244884] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41be700b-1086-4f37-9815-10fce9ff715b with status ACTIVE [ 1279.245104] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.245223] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.245293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.245520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.245615] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.245797] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.245896] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.245959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.246140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.246219] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.246398] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.246518] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.246562] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.246678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.246752] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.246836] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41be700b-1086-4f37-9815-10fce9ff715b is going to be updated. [ 1279.269096] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.269264] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.269314] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.269501] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.269637] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.269788] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41be700b-1086-4f37-9815-10fce9ff715b" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.749371] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.832075] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 in Status: SUCCESS [ 1279.832279] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 deletion is rescheduled due to dependency. [ 1279.832460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.252544] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.253051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.253051] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.253358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.253358] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.253358] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1280.281811] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.282060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.282060] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.282232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.282377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.291857] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1280.934907] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1280.935203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.935917] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 1280.936115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.972292] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: SUCCESS [ 1280.972541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.301618] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1282.301994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.301994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.302203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.302389] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.302514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.302610] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.302820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.302909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.302998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.303104] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.805817] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.309966] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47: rpc.has_security_group_logging(os_id): False [ 1283.330208] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.330208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.330208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.330208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.350942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.351306] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.351448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.351542] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.351762] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.351847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.351935] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1283.415754] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.415967] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.416145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.416436] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.416540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.433881] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1283.734689] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.734843] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1285.448156] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1285.448668] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.952355] env[65495]: INFO networking_nsxv3.common.synchronization [req-9a68412f-bae6-4665-b309-303b60923ba0 req-9cfd2a51-4ef5-4342-8068-7b128f3dd0c6 tempest-AttachVolumeNegativeTest-389239166 tempest-AttachVolumeNegativeTest-389239166-project-member] Enqueued Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_members [ 1285.953110] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGHEST for action security_group_members [ 1285.953460] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.953651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.953749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.954041] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.954253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.954466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.954599] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.954804] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.954932] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.955092] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.457816] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.458249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.458249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.458490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.480999] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.481292] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.481414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.481482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.481684] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.481768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.481857] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e is going to be updated. [ 1286.509221] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.509516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.509516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.509655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.509811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.519381] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a38459-debe-422f-ae76-dffced1bbe1e in Status: IN_PROGRESS for 2s [ 1287.061042] env[65495]: INFO networking_nsxv3.common.synchronization [None req-0528a428-afe5-4c7d-bde1-2f801154ce04 None None] Enqueued Resource ID: 10db1b59-f465-4d59-95f4-db7b620483a0 with Priority: HIGHEST for action port [ 1287.061542] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10db1b59-f465-4d59-95f4-db7b620483a0 with Priority: HIGHEST for action port [ 1287.061845] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-10db1b59-f465-4d59-95f4-db7b620483a0 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.061968] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10db1b59-f465-4d59-95f4-db7b620483a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.063047] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10db1b59-f465-4d59-95f4-db7b620483a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.063344] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10db1b59-f465-4d59-95f4-db7b620483a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.063437] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10db1b59-f465-4d59-95f4-db7b620483a0',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.565912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10db1b59-f465-4d59-95f4-db7b620483a0 [ 1287.566314] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.566465] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.566579] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.566822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.566941] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.567084] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10db1b59-f465-4d59-95f4-db7b620483a0 already deleted. [ 1287.567194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10db1b59-f465-4d59-95f4-db7b620483a0" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.531458] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a38459-debe-422f-ae76-dffced1bbe1e in Status: SUCCESS [ 1288.531740] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e deletion is rescheduled due to dependency. [ 1288.531882] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.207773] env[65495]: INFO networking_nsxv3.common.synchronization [None req-bfc01426-9047-4385-aa3b-6808d20eb212 None None] Enqueued Resource ID: 0320f20e-a06a-42a6-9bb7-1b39a6541016 with Priority: HIGHEST for action port [ 1289.208379] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0320f20e-a06a-42a6-9bb7-1b39a6541016 with Priority: HIGHEST for action port [ 1289.208709] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-0320f20e-a06a-42a6-9bb7-1b39a6541016 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.208825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0320f20e-a06a-42a6-9bb7-1b39a6541016" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.208898] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0320f20e-a06a-42a6-9bb7-1b39a6541016" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.209168] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0320f20e-a06a-42a6-9bb7-1b39a6541016" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.209252] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0320f20e-a06a-42a6-9bb7-1b39a6541016',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.711477] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0320f20e-a06a-42a6-9bb7-1b39a6541016 [ 1289.711870] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.712092] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.712192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.712413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.712597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.712787] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0320f20e-a06a-42a6-9bb7-1b39a6541016 already deleted. [ 1289.712900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0320f20e-a06a-42a6-9bb7-1b39a6541016" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.364503] env[65495]: INFO networking_nsxv3.common.synchronization [req-7585a199-3f0d-423a-a702-a617b6ac5ae6 req-70db4853-fec9-47df-85c2-5e71777dad14 tempest-ServerTagsTestJSON-968949719 tempest-ServerTagsTestJSON-968949719-project-member] Enqueued Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_members [ 1292.365045] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_members [ 1292.365358] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ee54b-8867-4b36-b551-b7916f25f0ee taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.365499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.365588] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.365839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.366022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.366127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.366187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.366337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.366445] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.366505] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.679799] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.680058] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-762" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.680190] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-762" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.680526] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-762" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.680808] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.680971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.681282] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.681518] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.681663] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.681897] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.682019] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.682125] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.682232] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.682340] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.682445] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.682586] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.701315] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.701502] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1292.701647] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.701824] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-762" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.702159] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-3e099188-b1f5-471e-bb9a-166bab86f5eb taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.702328] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.702450] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.702806] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.702986] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e099188-b1f5-471e-bb9a-166bab86f5eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.868988] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.869246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.869342] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.869567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.869661] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.869870] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.870035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.870035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.870178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.870249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.870337] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ee54b-8867-4b36-b551-b7916f25f0ee already deleted. [ 1292.870412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.205435] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.205588] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.205633] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.205899] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.206058] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.206216] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 3e099188-b1f5-471e-bb9a-166bab86f5eb not found, creating... [ 1293.206482] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.206635] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.206761] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.206979] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.207129] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.207934] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.207934] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.207934] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.208180] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.208323] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.208637] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 3e099188-b1f5-471e-bb9a-166bab86f5eb is going to be created. [ 1293.232788] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.232788] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.232788] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.233163] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.233163] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.233433] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.930370] env[65495]: INFO networking_nsxv3.common.synchronization [req-7585a199-3f0d-423a-a702-a617b6ac5ae6 req-73307fe7-d920-4c43-9e4f-a06ccf4dcb9f service nova] Enqueued Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_rules [ 1293.930370] env[65495]: INFO networking_nsxv3.common.synchronization [req-7585a199-3f0d-423a-a702-a617b6ac5ae6 req-73307fe7-d920-4c43-9e4f-a06ccf4dcb9f service nova] Enqueued Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_members [ 1293.930370] env[65495]: INFO networking_nsxv3.common.synchronization [req-7585a199-3f0d-423a-a702-a617b6ac5ae6 req-73307fe7-d920-4c43-9e4f-a06ccf4dcb9f service nova] Enqueued Resource ID: 3e099188-b1f5-471e-bb9a-166bab86f5eb with Priority: HIGHEST for action port [ 1293.930370] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_rules [ 1293.930370] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_members [ 1293.931318] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e099188-b1f5-471e-bb9a-166bab86f5eb with Priority: HIGHEST for action port [ 1293.931778] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077ee54b-8867-4b36-b551-b7916f25f0ee taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.932420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.932611] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.933037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.934030] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.934584] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ee54b-8867-4b36-b551-b7916f25f0ee taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.934584] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.934711] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.934876] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.935092] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.935252] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.935353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.935556] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.936690] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.936690] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.936690] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e099188-b1f5-471e-bb9a-166bab86f5eb taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.936867] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.937048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.937532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.937532] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e099188-b1f5-471e-bb9a-166bab86f5eb',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.440389] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ee54b-8867-4b36-b551-b7916f25f0ee taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.440585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.440869] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.441780] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e099188-b1f5-471e-bb9a-166bab86f5eb with status ACTIVE [ 1294.441974] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.442112] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.442179] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.442413] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.442508] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.442735] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.442869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.442980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.443225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.443360] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.443485] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.443593] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.443638] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.443795] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.443880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.443990] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e099188-b1f5-471e-bb9a-166bab86f5eb is going to be updated. [ 1294.467126] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.467453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.467453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.467680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.467724] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.467891] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e099188-b1f5-471e-bb9a-166bab86f5eb" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.946488] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.449253] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.449432] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.449534] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.449768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.449894] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.449970] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ee54b-8867-4b36-b551-b7916f25f0ee is going to be created. [ 1295.460638] env[65495]: INFO networking_nsxv3.common.synchronization [req-463236eb-474f-4c69-989b-3aa55c4607ae req-299adf37-9f4e-4ff5-a511-717719af415f tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1295.461294] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1295.461625] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.461754] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.461814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.462419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.462419] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.462419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.462419] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.462657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.462657] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.462718] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.479392] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.480136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.480136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.480136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.480328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.493051] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ee54b-8867-4b36-b551-b7916f25f0ee in Status: UNINITIALIZED for 2s [ 1295.701456] env[65495]: INFO networking_nsxv3.common.synchronization [req-93cf20f5-8bcf-4eff-b24a-f4934ae8646a req-50e87748-a6f1-418a-8c70-7bcf7851b6ef tempest-ServerActionsTestOtherB-1497729504 tempest-ServerActionsTestOtherB-1497729504-project-member] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1295.702066] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGHEST for action security_group_members [ 1295.702375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.702499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.702564] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.702755] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.702905] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.703206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.703206] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.703365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.703365] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.703462] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.965332] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.206553] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.206553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.206553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.206770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.207096] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.207182] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.207384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.207384] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.207660] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.207805] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.207937] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be updated. [ 1296.241662] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.241869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.241974] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.242124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.242274] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.252316] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: IN_PROGRESS for 2s [ 1296.468955] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.972582] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.972897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.972897] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.973083] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.973171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.973270] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 1297.003022] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.003242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.003242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.003459] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.003632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.013102] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 1297.503415] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ee54b-8867-4b36-b551-b7916f25f0ee in Status: SUCCESS [ 1297.503682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.503869] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.504302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.504469] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.504469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.504741] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.504802] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.504853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.505052] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.505052] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.008164] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ee54b-8867-4b36-b551-b7916f25f0ee taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.008520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.008520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.008853] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.009066] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.009186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.009254] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.009426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.009524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.009617] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.009776] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ee54b-8867-4b36-b551-b7916f25f0ee taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.009880] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.009948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.010127] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.010279] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.010381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.010442] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.010578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.010653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.010733] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.010820] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.262558] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 in Status: SUCCESS [ 1298.262759] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 deletion is rescheduled due to dependency. [ 1298.262837] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.513561] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 077ee54b-8867-4b36-b551-b7916f25f0ee: rpc.has_security_group_logging(os_id): False [ 1298.533390] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.533565] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.533642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.533860] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.533948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.534177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.534279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.534345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.534497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.534578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.534804] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.534979] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.535070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.535220] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.535318] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.535499] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.535596] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.535659] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.535799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.535874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.535960] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077ee54b-8867-4b36-b551-b7916f25f0ee is going to be created. [ 1298.593910] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.593910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.593910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.594134] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.594266] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.604791] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077ee54b-8867-4b36-b551-b7916f25f0ee in Status: IN_PROGRESS for 2s [ 1299.024219] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 1299.024616] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.618031] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077ee54b-8867-4b36-b551-b7916f25f0ee in Status: SUCCESS [ 1300.618353] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.703314] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.703405] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.253595] env[65495]: INFO networking_nsxv3.common.synchronization [req-6590d1ed-5a2a-4906-bb38-5674f082162d req-cdc58c12-251c-4443-ac44-4e5761f8ce7c tempest-ServerTagsTestJSON-968949719 tempest-ServerTagsTestJSON-968949719-project-member] Enqueued Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_members [ 1305.253890] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ee54b-8867-4b36-b551-b7916f25f0ee with Priority: HIGHEST for action security_group_members [ 1305.253948] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ee54b-8867-4b36-b551-b7916f25f0ee taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.254133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.254205] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.254415] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.254579] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.254696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.254884] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.255130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.255239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.255338] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ee54b-8867-4b36-b551-b7916f25f0ee',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.758169] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.758377] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.758425] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.758606] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.758718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.758927] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.759038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.759105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.759257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.759334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.759421] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ee54b-8867-4b36-b551-b7916f25f0ee is going to be updated. [ 1305.788838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.789029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.789075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.789279] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.789412] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.799606] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ee54b-8867-4b36-b551-b7916f25f0ee in Status: IN_PROGRESS for 2s [ 1306.217925] env[65495]: INFO networking_nsxv3.common.synchronization [req-ff317b7c-0028-4892-901b-f7c14c9cc1e7 req-b5c518ad-48bb-45bb-97ea-acdeb93bc32f tempest-ServerActionsTestJSON-1647176160 tempest-ServerActionsTestJSON-1647176160-project-member] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1306.218913] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGHEST for action security_group_members [ 1306.219265] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.219386] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.219456] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.219675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.219838] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.219960] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.220032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.220186] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.220251] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.220356] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.722555] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.722849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.722849] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.723019] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.723126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.723323] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.723426] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.723528] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.723713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.723834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.723966] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be updated. [ 1306.752740] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.752907] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.752972] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.753196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.753759] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.765205] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: IN_PROGRESS for 2s [ 1307.810873] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ee54b-8867-4b36-b551-b7916f25f0ee in Status: SUCCESS [ 1307.811268] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ee54b-8867-4b36-b551-b7916f25f0ee deletion is rescheduled due to dependency. [ 1307.811268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ee54b-8867-4b36-b551-b7916f25f0ee" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.363613] env[65495]: INFO networking_nsxv3.common.synchronization [None req-355ca430-6e6c-4591-83e6-f27b4a30c2e0 None None] Enqueued Resource ID: 5cff7997-4622-46d3-8c2c-e0bdec73c494 with Priority: HIGHEST for action port [ 1308.364431] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cff7997-4622-46d3-8c2c-e0bdec73c494 with Priority: HIGHEST for action port [ 1308.364905] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cff7997-4622-46d3-8c2c-e0bdec73c494 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.365374] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cff7997-4622-46d3-8c2c-e0bdec73c494" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.365524] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cff7997-4622-46d3-8c2c-e0bdec73c494" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.365986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cff7997-4622-46d3-8c2c-e0bdec73c494" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.366355] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cff7997-4622-46d3-8c2c-e0bdec73c494',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.775512] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 900669b3-f9bd-40a2-9c3e-295b161af131 in Status: SUCCESS [ 1308.775729] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 deletion is rescheduled due to dependency. [ 1308.775852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.871025] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cff7997-4622-46d3-8c2c-e0bdec73c494 [ 1308.871025] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.871025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.871025] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.871568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.871568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.871568] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cff7997-4622-46d3-8c2c-e0bdec73c494 already deleted. [ 1308.871568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cff7997-4622-46d3-8c2c-e0bdec73c494" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.833663] env[65495]: INFO networking_nsxv3.common.synchronization [None req-a1b2e43b-9e24-49f5-9018-c3d31d2fd475 None None] Enqueued Resource ID: 2e6acabc-d4f8-4314-a336-4178b551be62 with Priority: HIGHEST for action port [ 1310.834288] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6acabc-d4f8-4314-a336-4178b551be62 with Priority: HIGHEST for action port [ 1310.834615] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6acabc-d4f8-4314-a336-4178b551be62 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.834819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6acabc-d4f8-4314-a336-4178b551be62" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.834920] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6acabc-d4f8-4314-a336-4178b551be62" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.835208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6acabc-d4f8-4314-a336-4178b551be62" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.835293] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6acabc-d4f8-4314-a336-4178b551be62',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.337258] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e6acabc-d4f8-4314-a336-4178b551be62 [ 1311.337618] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.337721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.337772] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.338021] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.338100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.338199] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e6acabc-d4f8-4314-a336-4178b551be62 already deleted. [ 1311.338284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6acabc-d4f8-4314-a336-4178b551be62" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.504666] env[65495]: INFO networking_nsxv3.common.synchronization [req-d078d4ed-0678-4dd1-8c06-30fb1c7c1200 req-5df846f8-c4cf-4c94-924d-40ca1d04047a tempest-ServerActionsTestOtherA-1410847925 tempest-ServerActionsTestOtherA-1410847925-project-member] Enqueued Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1314.505406] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae with Priority: HIGHEST for action security_group_members [ 1314.505897] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5142e3-14ba-48f5-876b-e0c2547b2bae taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.505998] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.506055] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.506221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.506375] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.506486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.506553] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.506695] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.506776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.506885] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5142e3-14ba-48f5-876b-e0c2547b2bae',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.009717] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.009887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.009933] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.010171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.010267] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.010455] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.010552] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.010614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.010768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.010904] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.010976] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae is going to be updated. [ 1315.041369] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.041576] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.041614] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.042278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.042278] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.053181] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: IN_PROGRESS for 2s [ 1315.428291] env[65495]: INFO networking_nsxv3.common.synchronization [req-81530c56-87b6-43ab-94a5-af4955410edb req-add9c49f-0445-4eca-8e63-eb073027285c tempest-ServerGroupTestJSON-1029629032 tempest-ServerGroupTestJSON-1029629032-project-member] Enqueued Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_members [ 1315.428842] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_members [ 1315.429576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.429706] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.429794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.430263] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.431049] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.431049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.431049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.431049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.431049] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.431049] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.741844] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.741844] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-905" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.741844] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-905" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.742284] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-905" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.742375] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.742649] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.742777] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.742992] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.743342] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.743419] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.743460] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.743571] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.743678] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.743786] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.743890] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.744030] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.763661] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.763836] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.763974] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.764179] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-905" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.764496] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-57b48239-cc23-4351-a1e3-17ba6d333cc6 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.764668] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.764784] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.765111] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.765251] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b48239-cc23-4351-a1e3-17ba6d333cc6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.933659] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.933845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.933845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.934121] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.934232] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.934424] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.934527] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.934575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.934725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.934800] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.934885] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 already deleted. [ 1315.934964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.267848] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.267848] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.267848] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.268221] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.268293] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.268413] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Segment Port 57b48239-cc23-4351-a1e3-17ba6d333cc6 not found, creating... [ 1316.268684] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.268901] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.269141] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.269280] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.269424] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.269713] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.269871] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.269990] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.270215] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.270355] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.270498] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 57b48239-cc23-4351-a1e3-17ba6d333cc6 is going to be created. [ 1316.289879] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.290117] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.290244] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.290510] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.290772] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.290950] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.994131] env[65495]: INFO networking_nsxv3.common.synchronization [req-81530c56-87b6-43ab-94a5-af4955410edb req-f32eedd8-a52f-464a-9b5d-6f216f511063 service nova] Enqueued Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_rules [ 1316.994385] env[65495]: INFO networking_nsxv3.common.synchronization [req-81530c56-87b6-43ab-94a5-af4955410edb req-f32eedd8-a52f-464a-9b5d-6f216f511063 service nova] Enqueued Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_members [ 1316.994478] env[65495]: INFO networking_nsxv3.common.synchronization [req-81530c56-87b6-43ab-94a5-af4955410edb req-f32eedd8-a52f-464a-9b5d-6f216f511063 service nova] Enqueued Resource ID: 57b48239-cc23-4351-a1e3-17ba6d333cc6 with Priority: HIGHEST for action port [ 1316.994965] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_rules [ 1316.995117] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_members [ 1316.995213] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b48239-cc23-4351-a1e3-17ba6d333cc6 with Priority: HIGHEST for action port [ 1316.995488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.995651] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.995713] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.996015] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.996244] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.997510] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.997864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.997864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.998102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.998307] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.999029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.999029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.999029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.999029] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.999029] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.000035] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b48239-cc23-4351-a1e3-17ba6d333cc6 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.000035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.000035] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.000247] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.000345] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b48239-cc23-4351-a1e3-17ba6d333cc6',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.062272] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae in Status: SUCCESS [ 1317.062574] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5142e3-14ba-48f5-876b-e0c2547b2bae deletion is rescheduled due to dependency. [ 1317.062746] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5142e3-14ba-48f5-876b-e0c2547b2bae" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.502570] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.502742] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.502964] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.503928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b48239-cc23-4351-a1e3-17ba6d333cc6 with status ACTIVE [ 1317.504177] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.504363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.504469] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.504701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.504803] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.505028] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.505136] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.505203] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.505372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.505481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.505664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.505893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.505893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.506071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.506157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.506243] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b48239-cc23-4351-a1e3-17ba6d333cc6 is going to be updated. [ 1317.526202] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.526202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.526424] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.526462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.526609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.526831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b48239-cc23-4351-a1e3-17ba6d333cc6" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.008825] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.511929] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.511929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.511929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.512230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.512230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.512230] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 is going to be created. [ 1318.539634] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.539836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.539916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.540207] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.540439] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.549949] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 in Status: UNINITIALIZED for 2s [ 1320.561566] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 in Status: SUCCESS [ 1320.561874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.561956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.562225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.562420] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.562560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.562629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.562789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.562938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.563058] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.563174] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.066138] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.066337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.066337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.066513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.066684] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.066787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.066851] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.067010] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.067108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.067221] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.067374] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.067470] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.067533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.067725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.067955] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.068087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.068151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.068299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.068381] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.068466] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.068556] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.570832] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23be212b-f89e-4836-8be5-f1de84bb59e7: rpc.has_security_group_logging(os_id): False [ 1321.590607] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.590845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.591039] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.591341] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.591497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.591817] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.591955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.592042] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.592202] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.592280] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.592488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.592644] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.592778] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.592831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.592900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.593102] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.593200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.593257] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.593379] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.593453] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.593537] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 is going to be created. [ 1321.655945] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.656194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.656194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.656376] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.656561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.671376] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 in Status: IN_PROGRESS for 2s [ 1321.995855] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.996030] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1323.686471] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 in Status: SUCCESS [ 1323.686942] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.996834] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.997269] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.961440] env[65495]: INFO networking_nsxv3.common.synchronization [req-d70ad6ba-7beb-4b70-a8e7-f90646b393c0 req-60f4e29a-919a-4099-a615-5eca1223e3ba tempest-ServerGroupTestJSON-1029629032 tempest-ServerGroupTestJSON-1029629032-project-member] Enqueued Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_members [ 1328.961966] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGHEST for action security_group_members [ 1328.962295] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.962421] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.962487] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.962687] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.962856] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.962966] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.963157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.963334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.963618] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.963618] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.466579] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.466789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.466789] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.466959] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.467071] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.467279] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.467383] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.467448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.467601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.467680] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.467812] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 is going to be updated. [ 1329.498689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.498895] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.498975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.499191] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.499335] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.507895] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 in Status: IN_PROGRESS for 2s [ 1331.519496] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 in Status: SUCCESS [ 1331.519909] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 deletion is rescheduled due to dependency. [ 1331.519909] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.963331] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.963932] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.393792] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.394247] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.394247] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.394445] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.394732] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.394936] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.395103] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.395351] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.395525] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.395766] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.395933] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.396086] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.396218] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.396367] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.396498] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.396650] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.418839] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.419076] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1336.419252] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.419437] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.419760] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-27e5826e-fb20-4b20-bf67-01f8b7ad074c taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.419935] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.420074] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.420334] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.420470] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e5826e-fb20-4b20-bf67-01f8b7ad074c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.922753] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.923049] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.923202] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.923534] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.923717] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.924077] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.924278] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.924428] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.924686] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.924856] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.925188] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.925371] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.925519] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.925778] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.925970] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.926159] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c is going to be updated. [ 1336.950989] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.951256] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.951384] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.951665] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.951865] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.952109] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.630797] env[65495]: INFO networking_nsxv3.common.synchronization [req-224f4b89-2576-4b39-9406-47f08d9872fe req-48835b49-90db-4c06-ab1f-481b86bb152a service nova] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1337.631092] env[65495]: INFO networking_nsxv3.common.synchronization [req-224f4b89-2576-4b39-9406-47f08d9872fe req-48835b49-90db-4c06-ab1f-481b86bb152a service nova] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1337.631190] env[65495]: INFO networking_nsxv3.common.synchronization [req-224f4b89-2576-4b39-9406-47f08d9872fe req-48835b49-90db-4c06-ab1f-481b86bb152a service nova] Enqueued Resource ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c with Priority: HIGHEST for action port [ 1337.631700] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_rules [ 1337.631965] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1337.631965] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c with Priority: HIGHEST for action port [ 1337.632367] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.632545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.632678] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.632903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.633071] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.633934] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.634126] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.634239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.634493] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.634687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.634830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.634931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.635141] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.635276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.635411] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.636822] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e5826e-fb20-4b20-bf67-01f8b7ad074c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.637114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.637114] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.637334] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.637456] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e5826e-fb20-4b20-bf67-01f8b7ad074c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.138963] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.140010] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.140151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.140310] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e5826e-fb20-4b20-bf67-01f8b7ad074c with status ACTIVE [ 1338.140470] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.140575] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.140642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.140843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.140929] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.141103] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.141197] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.141261] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.141404] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.141482] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.141654] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.141745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.141806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.141948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.142420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.142811] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e5826e-fb20-4b20-bf67-01f8b7ad074c is going to be updated. [ 1338.166414] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.166692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.166692] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.166820] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.166961] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.167135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e5826e-fb20-4b20-bf67-01f8b7ad074c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.645155] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.147898] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.148100] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.148531] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.148761] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.148899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.149013] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 is going to be updated. [ 1339.180344] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.180504] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.180561] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.180773] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.180918] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.190058] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: IN_PROGRESS for 2s [ 1341.201750] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: SUCCESS [ 1341.202145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.202145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.202321] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.202512] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.202632] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.202693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.202847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.202925] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.203018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.203113] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.705017] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.207500] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 208048c4-6628-4b49-aef3-f86a97c52259: rpc.has_security_group_logging(os_id): False [ 1342.226839] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.227155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.227155] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.227329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.227429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.227687] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.227793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.227893] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.228086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.228176] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.228275] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 is going to be updated. [ 1342.289685] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.289912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.289912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.290057] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.290231] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.306182] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: IN_PROGRESS for 2s [ 1342.633267] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.633478] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1344.330086] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: SUCCESS [ 1344.330086] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.634758] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.634758] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.636054] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.636428] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.637083] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.637438] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.638401] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.638745] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.639916] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.640356] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.641125] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.641125] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.642484] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.642876] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.644192] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.644671] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.645860] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.646271] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.647512] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.647816] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.103694] env[65495]: INFO networking_nsxv3.common.synchronization [req-6658327b-79aa-4d1f-bbe0-13733a2bb371 req-94eeebad-3847-487f-a6d6-f58b4aeac631 tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1395.104239] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGHEST for action security_group_members [ 1395.104561] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.104683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.104747] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.104975] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.105139] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.105239] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.105308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.105448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.105532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.105640] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.608376] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.608537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.608609] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.608822] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.608912] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.609340] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.609340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.609340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.609532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.609532] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.609669] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 is going to be updated. [ 1395.657611] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.657799] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.657847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.658023] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.658195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.666280] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: IN_PROGRESS for 2s [ 1397.677928] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208048c4-6628-4b49-aef3-f86a97c52259 in Status: SUCCESS [ 1397.678346] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 deletion is rescheduled due to dependency. [ 1397.678346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.795424] env[65495]: INFO networking_nsxv3.common.synchronization [None req-59eacc88-ac2c-40a1-af1e-6d4e5a9e6c25 tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1399.796030] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1399.796368] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.796490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.796555] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.796841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.796925] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.871053] env[65495]: INFO networking_nsxv3.common.synchronization [None req-ced7f73c-2815-4d97-8cc7-c5ef09305d5f tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1399.871531] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1399.871846] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.871952] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.319183] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.319337] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.319416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.319658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.319749] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.319846] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c already deleted. [ 1400.319931] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.320105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.320260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.320346] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.841667] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.842137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.842137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.842137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.842137] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.842305] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c already deleted. [ 1400.842305] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.872959] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.873259] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.199781] env[65495]: INFO networking_nsxv3.common.synchronization [req-835ab1f6-2d15-495a-9a9c-d23cbc809fa0 req-78fb7e8d-11a5-4b88-8c13-f0460faf2c3f tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1405.200835] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1405.200963] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.201110] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.201250] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.201481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.201701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.201836] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.201905] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.202145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.202255] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.202384] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.475797] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.476052] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.476256] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.476552] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.476855] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.477068] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.477200] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.477446] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.477652] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.478040] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1405.478040] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1405.478158] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1405.478258] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1405.478387] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1405.478494] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1405.478623] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1405.499784] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1405.499929] env[65495]: DEBUG dogpile.cache.region [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1405.500082] env[65495]: DEBUG dogpile.lock [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1405.500250] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.500567] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock port-391a0210-8c74-44bc-aa84-e3f1a66a6a28 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.500719] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.500838] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.501165] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.501301] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a0210-8c74-44bc-aa84-e3f1a66a6a28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.706714] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.706917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.706963] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.707217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.707320] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.707534] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.707643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.707699] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.707847] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.707926] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.708026] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c already deleted. [ 1405.708113] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.004996] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.004996] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.004996] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.004996] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.004996] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.004996] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Segment Port 391a0210-8c74-44bc-aa84-e3f1a66a6a28 not found, creating... [ 1406.004996] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.004996] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.005691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.005691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.005691] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.005691] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.005862] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.005926] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.006156] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.006294] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.006426] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Resource: SegmentPort with ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 is going to be created. [ 1406.029280] env[65495]: DEBUG networking_nsxv3.common.locking [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.029520] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.029646] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.029912] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.030163] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.030401] env[65495]: DEBUG oslo_concurrency.lockutils [None req-c5cf8511-83f5-487d-b7c2-f05c38d156c0 None None] Releasing lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.714833] env[65495]: INFO networking_nsxv3.common.synchronization [req-835ab1f6-2d15-495a-9a9c-d23cbc809fa0 req-fe63c57e-b33f-492e-a66f-d1affff50a04 service nova] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1406.715030] env[65495]: INFO networking_nsxv3.common.synchronization [req-835ab1f6-2d15-495a-9a9c-d23cbc809fa0 req-fe63c57e-b33f-492e-a66f-d1affff50a04 service nova] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1406.715173] env[65495]: INFO networking_nsxv3.common.synchronization [req-835ab1f6-2d15-495a-9a9c-d23cbc809fa0 req-fe63c57e-b33f-492e-a66f-d1affff50a04 service nova] Enqueued Resource ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 with Priority: HIGHEST for action port [ 1406.716157] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1406.716316] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1406.716419] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 with Priority: HIGHEST for action port [ 1406.716692] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.716814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.716875] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.717087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.717168] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.717949] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.718073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.718143] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.718351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.718464] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.718560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.718620] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.718760] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.718841] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.718929] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.719664] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-391a0210-8c74-44bc-aa84-e3f1a66a6a28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.719783] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.719826] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.719958] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.723589] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a0210-8c74-44bc-aa84-e3f1a66a6a28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.223781] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.224172] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.224172] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.225033] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 391a0210-8c74-44bc-aa84-e3f1a66a6a28 with status ACTIVE [ 1407.225223] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.225346] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.225414] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.225624] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.225714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.225881] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.225987] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.226070] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.226242] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.226330] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.226519] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.226643] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.226708] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.226814] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.226889] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.226973] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 is going to be updated. [ 1407.247170] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.247367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.247367] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.247543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.247673] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.247830] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.729481] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.231577] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.231986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.231986] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.232099] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.232135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.232233] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c is going to be created. [ 1408.258337] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.258489] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.258560] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.258753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.258910] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.268528] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: UNINITIALIZED for 2s [ 1410.279651] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: SUCCESS [ 1410.280048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.280048] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.280371] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.280601] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.280753] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.280839] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.281031] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.281145] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.281240] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.281332] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.783842] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.286533] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c: rpc.has_security_group_logging(os_id): False [ 1411.305861] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.306163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.306163] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.306338] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.306440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.306701] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.306798] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.306864] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.307032] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.307111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.307195] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c is going to be created. [ 1411.369878] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.370160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.370160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.370300] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.370479] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.381608] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: IN_PROGRESS for 2s [ 1411.717600] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.717809] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1413.395431] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: SUCCESS [ 1413.395794] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.719875] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.719875] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.721436] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.721850] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.723234] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.723662] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.725140] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.725529] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.726645] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.727056] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.727995] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.727995] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.729679] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.729679] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.731050] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.731462] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.732564] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.732564] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.733527] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.733934] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.734666] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.734666] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.736343] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.736771] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.737413] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.737814] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.236752] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.237094] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.237146] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.237406] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.237669] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.237826] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.237943] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.238178] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.238326] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.238554] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1479.238666] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] NeedRegenerationException {{(pid=65495) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1479.238797] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] no value, waiting for create lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1479.238908] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] value creation lock acquired {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1479.239034] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] No value present for key: 'zone-id' {{(pid=65495) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1479.239144] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Calling creation function for not-yet-present value {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1479.239275] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1479.266415] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1479.266618] env[65495]: DEBUG dogpile.cache.region [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65495) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1479.266710] env[65495]: DEBUG dogpile.lock [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Released creation lock {{(pid=65495) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1479.266887] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "network-485" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.267243] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock port-391a0210-8c74-44bc-aa84-e3f1a66a6a28 taken with stack trace [, , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.267422] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.267543] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.267804] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.267952] env[65495]: DEBUG networking_nsxv3.api.rpc [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a0210-8c74-44bc-aa84-e3f1a66a6a28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.771097] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.771355] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.771439] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.771724] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.771877] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.772186] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.772342] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.772459] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.772674] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.772828] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.773127] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.773324] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.773454] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.773659] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.773793] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.773933] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Resource: SegmentPort with ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 is going to be updated. [ 1479.794642] env[65495]: DEBUG networking_nsxv3.common.locking [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.794853] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.794971] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.795229] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.795420] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.795629] env[65495]: DEBUG oslo_concurrency.lockutils [None req-e5ea2151-89ef-4c9f-b089-d09892e14d81 None None] Releasing lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.462540] env[65495]: INFO networking_nsxv3.common.synchronization [req-8a86609f-e1a3-4cfa-a3ad-884ad7a9267c req-69e6ebac-926e-4d0c-a1e4-5dc8bacb7928 service nova] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1480.462799] env[65495]: INFO networking_nsxv3.common.synchronization [req-8a86609f-e1a3-4cfa-a3ad-884ad7a9267c req-69e6ebac-926e-4d0c-a1e4-5dc8bacb7928 service nova] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1480.462845] env[65495]: INFO networking_nsxv3.common.synchronization [req-8a86609f-e1a3-4cfa-a3ad-884ad7a9267c req-69e6ebac-926e-4d0c-a1e4-5dc8bacb7928 service nova] Enqueued Resource ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 with Priority: HIGHEST for action port [ 1480.463372] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_rules [ 1480.463515] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1480.464530] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 with Priority: HIGHEST for action port [ 1480.464892] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.465079] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.465158] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.465359] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.465443] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.466309] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.466416] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.466496] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.466664] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.466843] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.466948] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.467026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.467171] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.468852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.468852] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.468852] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock port-391a0210-8c74-44bc-aa84-e3f1a66a6a28 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.468852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.468852] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.469304] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.469304] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a0210-8c74-44bc-aa84-e3f1a66a6a28',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.970801] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.971958] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.972160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.972441] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 391a0210-8c74-44bc-aa84-e3f1a66a6a28 with status ACTIVE [ 1480.972649] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.972766] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.972819] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.973038] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.973144] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.973384] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.973473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.973525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.973674] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.973756] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.973963] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.974050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.974133] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.974246] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.974319] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.974462] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 391a0210-8c74-44bc-aa84-e3f1a66a6a28 is going to be updated. [ 1480.995810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.996037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.996037] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.996313] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.996499] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.996693] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391a0210-8c74-44bc-aa84-e3f1a66a6a28" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.472906] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.974856] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.975166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.975166] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.975345] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.975440] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.975539] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c is going to be updated. [ 1482.006037] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.006273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.006273] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.006525] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.006748] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.015900] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: IN_PROGRESS for 2s [ 1484.029210] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: SUCCESS [ 1484.029597] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.029642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.029874] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.030110] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.030234] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.030291] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.030460] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.030537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.030629] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.030723] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.532817] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.036857] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c: rpc.has_security_group_logging(os_id): False [ 1485.055535] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.055770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.055770] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.055991] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.056109] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.056431] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.056515] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.056551] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.056751] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.056845] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.056943] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c is going to be updated. [ 1485.120095] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.120369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.120369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.120663] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.120901] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.134922] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: IN_PROGRESS for 2s [ 1485.466060] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.466312] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1487.155334] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: SUCCESS [ 1487.155720] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.467589] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.467589] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.837405] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.837659] env[65495]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b14f9642-5050-42b8-9036-fbb39e9082eb None None] NSXv3 Agent Agent loop - iteration:4 started [ 1495.468769] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.469282] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.469806] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.470265] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.470925] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.471346] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.471961] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.472276] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.782527] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.782955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.782955] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.783075] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.783118] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.286105] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.788341] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.290716] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1514.290981] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1515.047726] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.048153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.048153] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.048249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.062701] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1515.063568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.064415] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1515.101044] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.101271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.101271] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.101505] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.113332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.114176] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1515.114273] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1515.114347] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1515.148636] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.148899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.148899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.149115] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.149934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.150121] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1515.222483] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.222712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.222712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.222939] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.223281] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.223558] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1515.299968] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.300268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.300268] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.300388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.300650] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.300948] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1515.301058] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'23be212b-f89e-4836-8be5-f1de84bb59e7', '900669b3-f9bd-40a2-9c3e-295b161af131', '1522ddcd-9e6a-4535-9487-e884ef9344dd', '78a38459-debe-422f-ae76-dffced1bbe1e', '1325298c-60b4-4bd9-b940-73883a053814', '117058b7-2c8e-4aab-a015-2dc860514ab4', '0bdacbe6-62a2-4d22-8711-39d8c2721211', '8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47', '92024741-460a-4349-aa1c-c8a90ce9ebea', '0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a', '1279e6fd-53f8-4ee2-882c-c12b9de0f488', '52c2f6f5-48e5-4532-9ccd-a2c700c6d51c', '97a8ed75-da24-46e9-8c58-b597e196ae8f', '5088b0b8-47c8-4690-be4f-760068596c09', '71f14747-57d1-42d4-83cd-eb89f7b304e9', '208048c4-6628-4b49-aef3-f86a97c52259', 'c78c3dc6-2a4c-4f39-b17d-de29ddabdb68', '3864a151-f62e-4c3a-aab7-bffb28043222', '2c130e3c-a704-4fa0-993a-b2d2cc679567', 'aac00235-abcf-445c-b49b-b08caab2210f', '5b5142e3-14ba-48f5-876b-e0c2547b2bae', 'c0371e86-a8a5-4ec2-8904-aae64d2d54a4', 'd7fd5854-6f1d-4824-bd8e-758cb7c38e22', '0b194063-f18c-4fe3-9d8c-b3f85785e64a', 'cd626cb7-45df-42fe-8083-62ee336cd0c9', 'a52b07bf-a4e2-4f6e-8509-0dcabd1d88ea', '68b10ab9-0deb-4b18-928c-e97b9bbf0f8e', '077ee54b-8867-4b36-b551-b7916f25f0ee', 'fa20c628-5fa5-4784-9f64-37bf6a512af7', '43544dc8-4cf2-4ed4-aa11-98fcfdffd02d', 'a0381498-cee7-4e89-8d73-7323249d7a1b'} {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1515.301166] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1515.320980] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.321182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.321259] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.321395] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.321481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.321589] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1515.321659] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1515.321728] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1515.399083] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.399340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.399340] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.399514] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.400685] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.400954] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1515.401045] env[65495]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65495) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1515.401121] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1515.401189] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1515.401283] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1515.401364] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGH for action security_group_rules [ 1515.401444] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 1515.401509] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGH for action security_group_rules [ 1515.401564] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGH for action security_group_rules [ 1515.401628] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGH for action security_group_rules [ 1515.401689] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGH for action security_group_rules [ 1515.401750] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGH for action security_group_rules [ 1515.401810] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGH for action security_group_rules [ 1515.401869] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGH for action security_group_rules [ 1515.401932] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGH for action security_group_rules [ 1515.401982] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGH for action security_group_rules [ 1515.402059] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGH for action security_group_rules [ 1515.402121] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGH for action security_group_rules [ 1515.402179] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGH for action security_group_rules [ 1515.402233] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGH for action security_group_rules [ 1515.402293] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGH for action security_group_rules [ 1515.402353] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGH for action security_group_rules [ 1515.402413] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGH for action security_group_rules [ 1515.402474] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGH for action security_group_rules [ 1515.402535] env[65495]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGH for action security_group_rules [ 1515.402628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.473253] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.473439] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1515.473508] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 with Priority: HIGH for action security_group_rules [ 1515.473614] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd with Priority: HIGH for action security_group_rules [ 1515.473720] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 with Priority: HIGH for action security_group_rules [ 1515.473816] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 with Priority: HIGH for action security_group_rules [ 1515.473910] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00235-abcf-445c-b49b-b08caab2210f with Priority: HIGH for action security_group_rules [ 1515.474045] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 with Priority: HIGH for action security_group_rules [ 1515.474121] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3864a151-f62e-4c3a-aab7-bffb28043222 with Priority: HIGH for action security_group_rules [ 1515.474212] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 with Priority: HIGH for action security_group_rules [ 1515.474302] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5088b0b8-47c8-4690-be4f-760068596c09 with Priority: HIGH for action security_group_rules [ 1515.474390] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208048c4-6628-4b49-aef3-f86a97c52259 with Priority: HIGH for action security_group_rules [ 1515.474475] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f with Priority: HIGH for action security_group_rules [ 1515.474561] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGH for action security_group_rules [ 1515.474648] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 with Priority: HIGH for action security_group_rules [ 1515.474732] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a with Priority: HIGH for action security_group_rules [ 1515.474818] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92024741-460a-4349-aa1c-c8a90ce9ebea with Priority: HIGH for action security_group_rules [ 1515.474904] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 with Priority: HIGH for action security_group_rules [ 1515.474992] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 with Priority: HIGH for action security_group_rules [ 1515.475095] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1325298c-60b4-4bd9-b940-73883a053814 with Priority: HIGH for action security_group_rules [ 1515.475240] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900669b3-f9bd-40a2-9c3e-295b161af131 with Priority: HIGH for action security_group_rules [ 1515.475341] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a38459-debe-422f-ae76-dffced1bbe1e with Priority: HIGH for action security_group_rules [ 1515.475676] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23be212b-f89e-4836-8be5-f1de84bb59e7 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.475808] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.475873] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.476102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.476185] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23be212b-f89e-4836-8be5-f1de84bb59e7',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.477178] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1522ddcd-9e6a-4535-9487-e884ef9344dd taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.477299] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.477347] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.477513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.477586] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1522ddcd-9e6a-4535-9487-e884ef9344dd',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.478362] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bdacbe6-62a2-4d22-8711-39d8c2721211 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.478468] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.478533] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.478679] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.478751] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bdacbe6-62a2-4d22-8711-39d8c2721211',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.481358] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f14747-57d1-42d4-83cd-eb89f7b304e9 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.481842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.481842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.481842] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.482039] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f14747-57d1-42d4-83cd-eb89f7b304e9',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.482980] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac00235-abcf-445c-b49b-b08caab2210f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.483159] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.483282] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.483635] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.483751] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac00235-abcf-445c-b49b-b08caab2210f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.484954] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c130e3c-a704-4fa0-993a-b2d2cc679567 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.484954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.484954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.485516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.485516] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c130e3c-a704-4fa0-993a-b2d2cc679567',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.486600] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3864a151-f62e-4c3a-aab7-bffb28043222 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.486745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.486844] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.487059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.487169] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3864a151-f62e-4c3a-aab7-bffb28043222',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.488178] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.488332] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.488601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.488899] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.489031] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c78c3dc6-2a4c-4f39-b17d-de29ddabdb68',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.489843] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5088b0b8-47c8-4690-be4f-760068596c09 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.489985] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.490105] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.490308] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.490414] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5088b0b8-47c8-4690-be4f-760068596c09',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.491388] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-208048c4-6628-4b49-aef3-f86a97c52259 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.491540] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.491658] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.491903] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.491986] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('208048c4-6628-4b49-aef3-f86a97c52259',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.492943] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8ed75-da24-46e9-8c58-b597e196ae8f taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.493117] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.493225] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.493452] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.493562] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8ed75-da24-46e9-8c58-b597e196ae8f',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.494525] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.494689] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.495027] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.495284] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.495376] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.496470] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.496887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.496887] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.497157] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.497157] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1279e6fd-53f8-4ee2-882c-c12b9de0f488',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.498033] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.498196] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.498315] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.498745] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.498745] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.499620] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92024741-460a-4349-aa1c-c8a90ce9ebea taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.499787] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.499917] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.500124] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.500231] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92024741-460a-4349-aa1c-c8a90ce9ebea',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.501136] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-117058b7-2c8e-4aab-a015-2dc860514ab4 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.501283] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.501400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.501603] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.501701] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('117058b7-2c8e-4aab-a015-2dc860514ab4',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.502640] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.503073] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.503230] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.503434] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.503548] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.504871] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1325298c-60b4-4bd9-b940-73883a053814 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.504980] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.505069] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.505224] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.505292] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1325298c-60b4-4bd9-b940-73883a053814',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.506271] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-900669b3-f9bd-40a2-9c3e-295b161af131 taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.506400] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.506448] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.506585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.506745] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('900669b3-f9bd-40a2-9c3e-295b161af131',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.507446] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a38459-debe-422f-ae76-dffced1bbe1e taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.507537] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.507577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.508018] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.508018] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a38459-debe-422f-ae76-dffced1bbe1e',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.538086] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.538245] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.538323] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.538578] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.540569] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.540716] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.541488] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.541585] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.559521] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.559647] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bdacbe6-62a2-4d22-8711-39d8c2721211 is going to be deleted. [ 1515.560558] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.560776] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.578718] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.578912] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23be212b-f89e-4836-8be5-f1de84bb59e7 is going to be deleted. [ 1515.580108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.580326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.601380] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.601521] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac00235-abcf-445c-b49b-b08caab2210f is going to be deleted. [ 1515.618189] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.618398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.618398] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.618612] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.618701] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.618833] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bdacbe6-62a2-4d22-8711-39d8c2721211" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.635019] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.635208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.635258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.635420] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.635507] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.635626] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23be212b-f89e-4836-8be5-f1de84bb59e7" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.709306] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.709541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.709541] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.709714] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.709807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.709954] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac00235-abcf-445c-b49b-b08caab2210f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.005689] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.005900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.005900] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.006140] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.009015] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.009151] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.023988] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.024184] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.024241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.024429] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.024588] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.024704] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.024767] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.024911] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.024993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.025090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.025173] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.032890] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.032890] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c130e3c-a704-4fa0-993a-b2d2cc679567 is going to be deleted. [ 1516.034409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.034758] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.047658] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.047827] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.062315] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.062490] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.064576] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.064683] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.065460] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.065559] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.066233] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.066328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.068442] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.068568] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.070014] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.070130] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.070971] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.071080] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.071766] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.071856] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.072546] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.072642] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.073300] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.073721] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.073811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.074435] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.074810] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.074902] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.075556] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.075964] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.076103] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3864a151-f62e-4c3a-aab7-bffb28043222 is going to be deleted. [ 1516.076962] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.077192] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.078581] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.078675] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.079401] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.079498] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.107091] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.107639] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.107818] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47 is going to be deleted. [ 1516.108777] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.109026] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.127726] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.127940] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.128793] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.128919] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1279e6fd-53f8-4ee2-882c-c12b9de0f488 is going to be deleted. [ 1516.129791] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.130012] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.149178] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.149382] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.153217] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.153380] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1325298c-60b4-4bd9-b940-73883a053814 is going to be deleted. [ 1516.154361] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.154577] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.172949] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.173194] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.204807] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.205018] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f14747-57d1-42d4-83cd-eb89f7b304e9 is going to be deleted. [ 1516.206169] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.206422] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.213162] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.213363] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.226241] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.226376] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a is going to be deleted. [ 1516.227260] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.227474] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.275132] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.275308] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1522ddcd-9e6a-4535-9487-e884ef9344dd is going to be deleted. [ 1516.276185] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.276409] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.277859] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.277982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.302941] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.303208] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.313513] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.313674] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 117058b7-2c8e-4aab-a015-2dc860514ab4 is going to be deleted. [ 1516.314589] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.314811] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.317772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.317938] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.366806] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.366994] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92024741-460a-4349-aa1c-c8a90ce9ebea is going to be deleted. [ 1516.367913] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.368152] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.420179] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.420411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.425908] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.426085] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c78c3dc6-2a4c-4f39-b17d-de29ddabdb68 is going to be deleted. [ 1516.426971] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.427195] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.490691] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.491934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.494309] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.494438] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5088b0b8-47c8-4690-be4f-760068596c09 is going to be deleted. [ 1516.495388] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.495608] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.524617] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.524831] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.535333] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.539165] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.539305] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8ed75-da24-46e9-8c58-b597e196ae8f is going to be deleted. [ 1516.540297] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.540512] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.547681] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.547832] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.588087] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.588283] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 900669b3-f9bd-40a2-9c3e-295b161af131 is going to be deleted. [ 1516.589222] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.589449] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.657976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.658179] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208048c4-6628-4b49-aef3-f86a97c52259 is going to be deleted. [ 1516.659135] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.659354] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.660808] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.660916] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.694879] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.695102] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.698872] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.699088] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a38459-debe-422f-ae76-dffced1bbe1e is going to be deleted. [ 1516.700034] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.700258] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.700352] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.700472] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c130e3c-a704-4fa0-993a-b2d2cc679567" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.701302] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.701385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.701385] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.701545] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.701628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.701744] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-900669b3-f9bd-40a2-9c3e-295b161af131" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.701870] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.702024] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.702103] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.702215] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3864a151-f62e-4c3a-aab7-bffb28043222" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.702696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.702848] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.702930] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.703063] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9eca01-2fac-4c97-8fdd-f0e3bf4e8e47" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.703187] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.703329] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.703403] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.703516] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1279e6fd-53f8-4ee2-882c-c12b9de0f488" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.703628] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.703764] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.703840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.703944] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1325298c-60b4-4bd9-b940-73883a053814" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.704089] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.704226] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.704302] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.704411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f14747-57d1-42d4-83cd-eb89f7b304e9" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.704520] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.704653] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.704725] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.704834] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dcbd54b-8e1b-40d4-9c52-48cfd7416d2a" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.704956] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.705108] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.705182] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.705289] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1522ddcd-9e6a-4535-9487-e884ef9344dd" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.705397] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.705530] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.705601] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.705712] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-117058b7-2c8e-4aab-a015-2dc860514ab4" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.705840] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.705976] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.706065] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.706170] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92024741-460a-4349-aa1c-c8a90ce9ebea" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.706276] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.706411] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.706486] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.706594] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c78c3dc6-2a4c-4f39-b17d-de29ddabdb68" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.706721] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.706859] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.706934] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.707050] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5088b0b8-47c8-4690-be4f-760068596c09" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.707160] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.707293] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.707370] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.707476] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8ed75-da24-46e9-8c58-b597e196ae8f" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.801083] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.801614] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.801768] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.801843] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.802104] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.802200] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.802328] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-208048c4-6628-4b49-aef3-f86a97c52259" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.821429] env[65495]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.822029] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.822178] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.822249] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.822473] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.822574] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.822696] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a38459-debe-422f-ae76-dffced1bbe1e" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.037628] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c: rpc.has_security_group_logging(os_id): False [ 1517.055249] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.055655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.055655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.055655] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.073059] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.073361] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.073481] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.073549] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.073740] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.073825] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.073911] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c is going to be updated. [ 1517.130772] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.131033] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.131111] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.131369] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.131567] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.143604] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: IN_PROGRESS for 2s [ 1519.157670] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: SUCCESS [ 1519.158095] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.476534] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.476948] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.477593] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.478074] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.478933] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.479459] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.292430] env[65495]: INFO networking_nsxv3.common.synchronization [req-b6ce1080-da21-44f3-be5b-4a3f8b1a92fb req-64137405-8bde-4d75-804a-0089e3b75566 tempest-AttachVolumeShelveTestJSON-1424405517 tempest-AttachVolumeShelveTestJSON-1424405517-project-member] Enqueued Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1532.293022] env[65495]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c with Priority: HIGHEST for action security_group_members [ 1532.293351] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c taken with stack trace [, , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.293477] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.293543] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.293737] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.293890] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.293993] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.294204] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.294372] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.294462] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.294624] env[65495]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c2f6f5-48e5-4532-9ccd-a2c700c6d51c',) {} {{(pid=65495) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.797187] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.797410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.797410] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.797587] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.797682] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.797883] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.797982] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.798090] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.798270] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.798351] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.798440] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c is going to be updated. [ 1532.824934] env[65495]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65495) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.825177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.825177] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.825326] env[65495]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.825497] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.833234] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: IN_PROGRESS for 2s [ 1534.844576] env[65495]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c in Status: SUCCESS [ 1534.844994] env[65495]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c2f6f5-48e5-4532-9ccd-a2c700c6d51c deletion is rescheduled due to dependency. [ 1534.844994] env[65495]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c2f6f5-48e5-4532-9ccd-a2c700c6d51c" {{(pid=65495) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.294420] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.294876] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.295669] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.295955] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.296632] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.297059] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.297975] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.298474] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.299864] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.300637] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.301423] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.301861] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.302895] env[65495]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.303278] env[65495]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0